-- Logs begin at Mon 2021-05-17 13:18:04 UTC, end at Mon 2021-05-17 14:16:18 UTC. --
May 17 13:46:51.707512 dv-cinder-788363-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
May 17 13:46:54.107168 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.common.config [-] Logging enabled!
May 17 13:46:54.107859 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev213
May 17 13:46:54.107951 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78637) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
May 17 13:46:54.112203 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.common.config [-] Logging enabled!
May 17 13:46:54.112461 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev213
May 17 13:46:54.112783 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78637) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
May 17 13:46:54.113825 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 17 13:46:54.114063 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 17 13:46:54.114462 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 17 13:46:54.114770 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 17 13:46:54.115073 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 17 13:46:54.115363 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.115707 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.115993 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.116256 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.116630 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.116931 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.117216 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.117508 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.117810 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.118102 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.118432 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.118766 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.118998 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.119351 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.119680 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.119985 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.120211 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] debug                          = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.120533 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.120975 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.121394 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.121733 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.121965 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.122412 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.122620 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.122970 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.123205 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.123609 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] host                           = dv-cinder-788363-3-iscsi {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.123895 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.124182 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.124471 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.124759 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.125034 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.125997 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.126287 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.126564 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.126838 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.127117 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.127404 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.127711 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.128002 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.128227 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.128449 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.128738 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.129024 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.129301 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.129575 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.129848 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.130119 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.130392 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.130661 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.130943 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.131226 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.131540 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.131818 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.132093 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.132363 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.132639 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.132923 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.133196 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.133469 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.133743 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.134029 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.134298 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.134569 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.134867 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.135151 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.135454 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.135742 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.136015 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.136297 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.136568 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.136837 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.137111 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.137378 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.137647 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.137931 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.138200 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.138471 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.138746 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.139014 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.139299 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:54.139617 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.139918 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.140221 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.140509 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.140839 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.141127 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.141412 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.141691 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.141979 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.142270 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.142558 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.142841 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.143127 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.143405 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.143719 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.144025 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.144323 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.144614 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.144890 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.145163 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.145437 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.145715 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.146000 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.146293 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.146583 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.146856 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.147131 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.147446 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.147725 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.147997 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.148273 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.148563 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.148842 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.149115 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.149404 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.149680 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.149952 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.150225 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.150520 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.150793 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.151072 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.151346 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.151640 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.151916 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.152189 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.152475 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.152759 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.153034 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.153311 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.153590 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.153868 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.154142 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.154420 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.154695 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.154973 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.155248 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.155551 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.155829 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.156106 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.156421 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.156702 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.156977 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.157255 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.157533 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.157810 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.158086 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.158361 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.158636 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.158923 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.159224 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.159531 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.159812 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.160094 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.160372 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.160654 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.160927 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.161207 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.161491 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.161767 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.162061 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.162348 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.162641 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.162924 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.163206 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.163532 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.163817 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.164102 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.164383 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.164664 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.164956 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.165243 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.165541 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.165840 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.166137 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.166436 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.166729 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.167013 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.167325 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.167639 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:54.167859 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 17 13:46:54.168101 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78637) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
May 17 13:46:54.515361 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:46:54.515672 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=78637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:46:54.516564 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:46:54.516894 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.manager [-] Loading core plugin: ml2
May 17 13:46:54.828123 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:54.828923 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:54.829131 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:54.830321 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:54.830601 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:54.830866 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:54.949559 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:54.949817 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:54.950084 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:54.963637 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:54.963915 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:54.964183 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:54.993490 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:54.993765 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:54.994029 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:55.031796 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:55.032074 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:55.032343 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:55.263299 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fae4139adc0> agent after_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:55.263936 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fae4139adc0> agent after_update 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:55.263936 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fae4139aca0> segment precommit_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:55.264158 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fae4138c820> network precommit_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:55.264891 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fae413b98b0> segment before_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:55.389146 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fae41cd1400>> network before_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:55.389465 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fae4142e280> agent before_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:55.389745 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_net of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fae41cd1400>> network before_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:55.390020 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_port of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fae41cd1400>> port before_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:55.390430 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_port of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fae41cd1400>> port before_update 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:55.390784 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fae41cd1400>> segment precommit_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:55.391051 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fae41cd1400>> segment precommit_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:55.391312 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fae41cd1400>> segment after_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:55.391597 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fae41cd1400>> segment after_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:55.391884 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fae41cd1400>> network after_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:55.392146 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fae41cd1400>> network precommit_delete 0 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:55.392411 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fae41cd1400>> port provisioning_complete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:55.392674 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fae41cd1400>> rbac-policy before_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:55.392929 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fae41cd1400>> rbac-policy after_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:55.393194 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fae41cd1400>> agent after_update 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:55.393462 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fae41cd1400>> subnet after_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:55.393717 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fae41cd1400>> subnet precommit_delete 0 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:55.393990 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fae41cd1400>> rbac-policy before_update 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:55.394238 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fae41cd1400>> rbac-policy before_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:55.394515 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fae41cd1400>> segment_host_mapping after_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:55.394858 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fae41cd1400>> port after_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:55.395111 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fae41cd1400>> port after_update 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:55.395358 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fae41cd1400>> port after_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:55.395663 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fae41cd1400>> rbac-policy before_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:55.395912 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fae41cd1400>> rbac-policy before_update 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:55.396155 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fae41cd1400>> rbac-policy before_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:55.396532 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78637) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 17 13:46:55.396771 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78637) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 17 13:46:55.397008 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78637) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 17 13:46:55.397244 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78637) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 17 13:46:55.397480 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78637) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 17 13:46:55.397714 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78637) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 17 13:46:55.398079 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
May 17 13:46:55.401174 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
May 17 13:46:55.405026 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
May 17 13:46:55.409491 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])])
May 17 13:46:55.411111 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
May 17 13:46:55.411592 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
May 17 13:46:55.411929 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
May 17 13:46:55.412316 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
May 17 13:46:55.415402 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
May 17 13:46:55.415677 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
May 17 13:46:55.416027 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
May 17 13:46:55.443751 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
May 17 13:46:55.444200 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fae412da910>> qos_plugin after_init 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:55.444501 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78637) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
May 17 13:46:55.444862 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fae412daa00>> logging-plugin after_init 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:55.446197 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78637) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
May 17 13:46:55.446476 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
May 17 13:46:55.446725 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
May 17 13:46:55.449981 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fae412da280>> floatingip before_response 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:55.450260 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fae412da280>> port before_response 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:55.527315 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
May 17 13:46:55.527514 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
May 17 13:46:55.527726 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
May 17 13:46:55.528111 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
May 17 13:46:55.558923 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_db.sqlalchemy.engines [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78637) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
May 17 13:46:55.888548 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.managers [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Initializing driver for type 'gre'
May 17 13:46:55.889146 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] gre ID ranges: [(1, 1000)]
May 17 13:46:55.944754 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.managers [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Initializing driver for type 'local'
May 17 13:46:55.945207 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.managers [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Initializing driver for type 'vlan'
May 17 13:46:55.957308 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] VlanTypeDriver initialization complete
May 17 13:46:55.957657 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.managers [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Initializing driver for type 'vxlan'
May 17 13:46:55.958191 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] vxlan ID ranges: [(1, 1000)]
May 17 13:46:56.011271 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.managers [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Initializing extension driver 'port_security'
May 17 13:46:56.011714 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.extensions.port_security [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] PortSecurityExtensionDriver initialization complete
May 17 13:46:56.012095 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.managers [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Initializing mechanism driver 'openvswitch'
May 17 13:46:56.012455 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.managers [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Initializing mechanism driver 'hyperv'
May 17 13:46:56.019731 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.plugins.ml2.plugin [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:46:56.020503 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fae41221460>> port after_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.020876 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fae41221460>> port after_update 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.021254 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fae41221460>> port after_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.021638 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fae4152ce50>> subnet after_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.021991 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fae4152ce50>> subnet after_update 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.022334 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fae4152ce50>> subnet after_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.022710 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fae40d58250>> network after_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.023053 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fae40d58250>> network after_update 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.023389 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fae40d58250>> network after_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.023785 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fae40d584c0>> security_group after_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.024160 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fae40d584c0>> security_group after_update 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.024499 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fae40d584c0>> security_group after_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.024871 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fae40d58760>> security_group_rule after_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.025212 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fae40d58760>> security_group_rule after_update 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.025549 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fae40d58760>> security_group_rule after_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.025921 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fae40d589a0>> address_group after_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.026264 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fae40d589a0>> address_group after_update 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.026592 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fae40d589a0>> address_group after_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.026923 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] ML2 OVO RPC backend initialized. {{(pid=78637) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}}
May 17 13:46:56.027656 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fae40d58df0>> router_interface after_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.028010 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fae40d58df0>> router_interface after_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.028422 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fae40d58df0>> network before_response 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.028763 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fae40d58df0>> networks before_response 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.029105 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fae40d58df0>> port before_response 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.029442 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fae40d58df0>> ports before_response 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.029786 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fae40d58df0>> subnet before_response 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.030125 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fae40d58df0>> subnets before_response 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.030466 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fae40d58df0>> network after_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.030800 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fae40d58df0>> network after_update 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.031131 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fae40d58df0>> network after_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.031535 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fae40d58df0>> port after_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.031872 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fae40d58df0>> port after_update 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.032202 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fae40d58df0>> port after_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.032532 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fae40d58df0>> subnet after_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.032864 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fae40d58df0>> subnet after_update 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.033193 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fae40d58df0>> subnet after_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.033757 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.plugin [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Modular L2 Plugin initialization complete
May 17 13:46:56.034087 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading services supported by the core plugin {{(pid=78637) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
May 17 13:46:56.034408 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.managers [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Got port-security extension from driver 'port_security'
May 17 13:46:56.034869 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.extensions.vlantransparent [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Disabled vlantransparent extension.
May 17 13:46:56.035361 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78637) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
May 17 13:46:56.035694 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading Plugin: router
May 17 13:46:56.071727 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fae40d58f10>> router_interface before_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.072116 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fae40d58f10>> router after_create 55549900 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.072485 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fae40d58f10>> router before_create 55549900 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.072847 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fae40d58f10>> router_interface before_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.073214 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fae40d58f10>> router_interface after_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.073568 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fae40d58f10>> router after_delete 55549900 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.073922 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fae40d58f10>> floatingip after_update 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.074279 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fae40d58f10>> router after_create 55549900 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.074622 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fae40d58f10>> router after_update 55549900 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.074965 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fae40d58f10>> router after_update 55549900 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.075313 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fae40d58f10>> router_gateway after_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.075688 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fae40d58f10>> router after_update 55549900 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.076090 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fae40d58f10>> router precommit_update 55549900 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.076452 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fae413693a0> port after_update 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.076786 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fae41369430> port after_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.077117 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fae41369310> subnet after_update 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.077448 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fae41368940> subnetpool_address_scope after_update 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.077788 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fae40d58f10>> port precommit_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.078130 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fae40d58f10>> router precommit_create 55549900 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.079035 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fae4135da60> port before_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.079374 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fae40d58f10>> router precommit_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.079749 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fae40d58f10>> router after_update 55549900 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.080089 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fae40d58f10>> router precommit_delete 55549900 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.080431 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fae40d58f10>> router precommit_create 55549900 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.080783 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fae40d58f10>> router_interface after_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.081122 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fae40d58f10>> router precommit_update 55549900 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.081484 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fae40d58f10>> network after_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.082330 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.quota.resource_registry [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Tracking information for resource: router configured {{(pid=78637) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 17 13:46:56.082662 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.quota.resource_registry [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Tracking information for resource: floatingip configured {{(pid=78637) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 17 13:46:56.087554 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.db.l3_agentschedulers_db [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
May 17 13:46:56.088124 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fae40d0e3a0> port after_update 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.088482 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fae40d0e280> port after_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.088831 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <function _notify_port_delete at 0x7fae40d0e310> port after_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.089178 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fae40d0e670> port after_update 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.089962 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fae40d3b6a0>> router before_create 55550100 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.090324 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fae40d3b6a0>> router precommit_delete 55550100 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.090685 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fae40d3b6a0>> router precommit_create 55550100 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.091038 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fae40d3b6a0>> router precommit_update 55550100 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.095880 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.services.provider_configuration [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Service providers = [] {{(pid=78637) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
May 17 13:46:56.096239 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.db.servicetype_db [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78637) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
May 17 13:46:56.099224 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.services.service_base [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78637) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 17 13:46:56.099634 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.services.service_base [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78637) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 17 13:46:56.099930 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.services.service_base [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78637) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 17 13:46:56.100804 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.services.service_base [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78637) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 17 13:46:56.101170 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.services.service_base [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Default provider is not specified for service type L3_ROUTER_NAT
May 17 13:46:56.103099 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78637) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 17 13:46:56.103451 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
May 17 13:46:56.114150 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78637) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 17 13:46:56.114484 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading Plugin: auto_allocate
May 17 13:46:56.120202 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fae40cde9d0> network precommit_update 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.120563 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fae40cde9d0> network precommit_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.121084 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78637) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 17 13:46:56.121399 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading Plugin: tag
May 17 13:46:56.128723 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78637) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 17 13:46:56.129049 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading Plugin: timestamp
May 17 13:46:56.132882 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78637) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 17 13:46:56.133208 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading Plugin: network_ip_availability
May 17 13:46:56.138441 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fae40cd0df0>> rbac-policy before_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.138858 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fae40cd0df0>> rbac-policy before_update 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.139169 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fae40cd0df0>> rbac-policy before_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.139945 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78637) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 17 13:46:56.140260 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading Plugin: flavors
May 17 13:46:56.145964 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78637) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 17 13:46:56.146294 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading Plugin: revisions
May 17 13:46:56.150649 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78637) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 17 13:46:56.151034 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_concurrency.lockutils [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.635s {{(pid=78637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:46:56.151814 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78637) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
May 17 13:46:56.152146 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Initializing extension manager.
May 17 13:46:56.152669 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: __init__.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.153010 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: __pycache__ {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.153337 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.153675 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: address_group.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.154419 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.154985 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: address-group
May 17 13:46:56.155307 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: address_scope.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.156043 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.156588 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: address-scope
May 17 13:46:56.156908 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: admin_state_down_before_update.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.157827 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.158336 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: router-admin-state-down-before-update
May 17 13:46:56.158659 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: agent.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.159348 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.159881 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: agent
May 17 13:46:56.160200 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: agent_resources_synced.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.161091 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.161592 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: agent-resources-synced
May 17 13:46:56.161910 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: allowedaddresspairs.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.163702 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.164224 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: allowed-address-pairs
May 17 13:46:56.164550 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: auto_allocated_topology.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.165603 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.166117 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: auto-allocated-topology
May 17 13:46:56.166480 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: availability_zone.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.167109 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.167643 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: availability_zone
May 17 13:46:56.167963 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: availability_zone_filter.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.168849 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.169351 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: availability_zone_filter
May 17 13:46:56.169669 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: data_plane_status.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.170555 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.171045 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extension data-plane-status not supported by any of loaded plugins
May 17 13:46:56.171362 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: default_subnetpools.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.172300 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.172802 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: default-subnetpools
May 17 13:46:56.173127 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: dhcpagentscheduler.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.173926 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.174428 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: dhcp_agent_scheduler
May 17 13:46:56.174751 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: dns.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.175693 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.176224 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extension dns-integration not supported by any of loaded plugins
May 17 13:46:56.176564 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: dns_domain_ports.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.177453 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.177954 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extension dns-domain-ports not supported by any of loaded plugins
May 17 13:46:56.178272 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: dvr.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.178938 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.179487 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: dvr
May 17 13:46:56.179809 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: empty_string_filtering.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.180696 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.181196 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: empty-string-filtering
May 17 13:46:56.181509 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.182392 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.182890 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
May 17 13:46:56.183207 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.184139 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.184639 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
May 17 13:46:56.184956 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: external_net.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.185834 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.186336 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: external-net
May 17 13:46:56.186653 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: extra_dhcp_opt.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.188078 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.188582 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: extra_dhcp_opt
May 17 13:46:56.188901 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: extraroute.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.189786 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.190289 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: extraroute
May 17 13:46:56.190611 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: extraroute_atomic.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.191654 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.192167 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: extraroute-atomic
May 17 13:46:56.192486 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: filter_validation.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.193131 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.193632 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: filter-validation
May 17 13:46:56.193947 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: fip_pf_description.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.195005 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.195540 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
May 17 13:46:56.195861 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: fip_port_details.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.196750 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.197255 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: fip-port-details
May 17 13:46:56.197577 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: flavors.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.198786 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.199299 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: flavors
May 17 13:46:56.199649 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.201300 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.201821 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
May 17 13:46:56.202171 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: floatingip_pools.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.202860 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.204003 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: floatingip-pools
May 17 13:46:56.204337 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: ip_allocation.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.205234 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.205744 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extension ip_allocation not supported by any of loaded plugins
May 17 13:46:56.206069 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.206963 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.207510 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: ip-substring-filtering
May 17 13:46:56.207842 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: l2_adjacency.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.208744 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.209248 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extension l2_adjacency not supported by any of loaded plugins
May 17 13:46:56.209568 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: l3.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.210518 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.211036 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: router
May 17 13:46:56.211362 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: l3_conntrack_helper.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.213560 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.214086 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extension l3-conntrack-helper not supported by any of loaded plugins
May 17 13:46:56.214416 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.215314 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.215848 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: ext-gw-mode
May 17 13:46:56.216171 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.217075 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.217580 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: l3-ha
May 17 13:46:56.217902 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: l3_flavors.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.218815 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.219321 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: l3-flavors
May 17 13:46:56.219662 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.220561 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.221064 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: l3-port-ip-change-not-allowed
May 17 13:46:56.221381 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: l3agentscheduler.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.222411 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.222923 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: l3_agent_scheduler
May 17 13:46:56.223253 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: logging.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.224769 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.225286 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extension logging not supported by any of loaded plugins
May 17 13:46:56.225612 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: metering.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.226343 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.226920 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: metering
May 17 13:46:56.227239 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.228339 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.228851 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: metering_source_and_destination_fields
May 17 13:46:56.229170 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: multiprovidernet.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.230445 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.230958 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: multi-provider
May 17 13:46:56.231282 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: netmtu.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.232220 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.232752 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: net-mtu
May 17 13:46:56.233033 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: netmtu_writable.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.233925 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.234958 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: net-mtu-writable
May 17 13:46:56.235277 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: network_availability_zone.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.235969 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.236481 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: network_availability_zone
May 17 13:46:56.236803 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: network_ip_availability.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.237887 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.238399 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: network-ip-availability
May 17 13:46:56.238722 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: network_segment_range.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.239499 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.240006 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extension network-segment-range not supported by any of loaded plugins
May 17 13:46:56.240328 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: pagination.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.241299 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.241630 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: pagination
May 17 13:46:56.241951 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: port_device_profile.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.242841 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.243353 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: port-device-profile
May 17 13:46:56.243697 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.244599 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.245108 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: port-mac-address-regenerate
May 17 13:46:56.245424 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.246342 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.246843 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: port-numa-affinity-policy
May 17 13:46:56.247178 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: port_resource_request.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.248068 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.248568 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extension port-resource-request not supported by any of loaded plugins
May 17 13:46:56.248888 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: portbindings.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.249794 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.250840 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: binding
May 17 13:46:56.251158 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: portbindings_extended.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.252442 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.252957 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: binding-extended
May 17 13:46:56.253278 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: portsecurity.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.254169 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.254683 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: port-security
May 17 13:46:56.255003 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: project_id.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.255980 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.256302 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: project-id
May 17 13:46:56.256624 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: providernet.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.257522 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.258025 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: provider
May 17 13:46:56.258347 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: qos.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.261908 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.262430 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extension qos not supported by any of loaded plugins
May 17 13:46:56.262763 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.264003 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.264628 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
May 17 13:46:56.264832 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.265758 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.266264 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
May 17 13:46:56.266587 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: qos_default.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.267508 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.268040 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extension qos-default not supported by any of loaded plugins
May 17 13:46:56.268363 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: qos_fip.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.269003 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.269505 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extension qos-fip not supported by any of loaded plugins
May 17 13:46:56.269910 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: qos_gateway_ip.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.270731 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.271243 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extension qos-gateway-ip not supported by any of loaded plugins
May 17 13:46:56.271591 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: qos_port_network_policy.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.272479 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.272988 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extension qos-port-network-policy not supported by any of loaded plugins
May 17 13:46:56.273309 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: qos_rule_type_details.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.274206 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.274724 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extension qos-rule-type-details not supported by any of loaded plugins
May 17 13:46:56.275043 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: qos_rules_alias.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.276125 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.276636 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extension qos-rules-alias not supported by any of loaded plugins
May 17 13:46:56.276963 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: quotasv2.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.278000 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.278328 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: quotas
May 17 13:46:56.278649 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: quotasv2_detail.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.280274 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.280607 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: quota_details
May 17 13:46:56.280938 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: rbac.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.282007 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.282523 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: rbac-policies
May 17 13:46:56.282850 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: rbac_address_group.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.283793 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.284306 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: rbac-address-group
May 17 13:46:56.284634 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: rbac_address_scope.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.285528 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.286033 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: rbac-address-scope
May 17 13:46:56.286354 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: rbac_security_groups.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.287246 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.287776 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: rbac-security-groups
May 17 13:46:56.288095 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: rbac_subnetpool.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.289003 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.289509 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: rbac-subnetpool
May 17 13:46:56.289925 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: revisionifmatch.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.290713 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.291215 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: revision-if-match
May 17 13:46:56.291565 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: revisions.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.292652 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.293161 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: standard-attr-revisions
May 17 13:46:56.293485 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: router_availability_zone.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.294144 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.294652 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: router_availability_zone
May 17 13:46:56.294974 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: routerservicetype.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.295888 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.296398 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extension router-service-type not supported by any of loaded plugins
May 17 13:46:56.296720 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.298152 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.298654 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: security-groups-normalized-cidr
May 17 13:46:56.298977 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: security_groups_port_filtering.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.299908 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.300418 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: port-security-groups-filtering
May 17 13:46:56.300735 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.301633 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.302135 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: security-groups-remote-address-group
May 17 13:46:56.302457 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: securitygroup.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.311924 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.312448 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: security-group
May 17 13:46:56.313343 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: segment.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.314117 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.314626 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extension segment not supported by any of loaded plugins
May 17 13:46:56.314953 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.315893 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.316397 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
May 17 13:46:56.316720 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: servicetype.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.317812 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.318326 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: service-type
May 17 13:46:56.318648 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: sorting.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.319627 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.319956 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: sorting
May 17 13:46:56.320280 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: standard_attr_segment.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.321182 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.321691 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extension standard-attr-segment not supported by any of loaded plugins
May 17 13:46:56.322011 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: standardattrdescription.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.322641 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.323145 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: standard-attr-description
May 17 13:46:56.323485 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: stateful_security_group.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.324385 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.324900 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: stateful-security-group
May 17 13:46:56.325229 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: stdattrs_common.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.325798 dv-cinder-788363-3-iscsi neutron-server[78637]: WARNING neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
May 17 13:46:56.326120 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.327102 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.327651 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
May 17 13:46:56.327972 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: subnet_onboard.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.329046 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.329559 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: subnet_onboard
May 17 13:46:56.329877 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.330789 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.331291 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
May 17 13:46:56.331634 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: subnet_service_types.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.332535 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.333041 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: subnet-service-types
May 17 13:46:56.333364 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: subnetallocation.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.334416 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.334929 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: subnet_allocation
May 17 13:46:56.335260 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.335942 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.336455 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: subnetpool-prefix-ops
May 17 13:46:56.336776 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.337691 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.338196 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
May 17 13:46:56.338514 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: tagging.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.339597 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.340132 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: standard-attr-tag
May 17 13:46:56.340458 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: timestamp.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.341624 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.342140 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loaded extension: standard-attr-timestamp
May 17 13:46:56.342475 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: trunk.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.343497 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.344037 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extension trunk not supported by any of loaded plugins
May 17 13:46:56.344369 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: trunk_details.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.345263 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.345775 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extension trunk-details not supported by any of loaded plugins
May 17 13:46:56.346094 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: uplink_status_propagation.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.346998 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.347525 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extension uplink-status-propagation not supported by any of loaded plugins
May 17 13:46:56.347857 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Loading extension file: vlantransparent.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 17 13:46:56.348505 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 17 13:46:56.349008 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extension vlan-transparent not supported by any of loaded plugins
May 17 13:46:56.351493 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.quota.resource_registry [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Creating instance of TrackedResource for resource:network
May 17 13:46:56.352239 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.quota.resource_registry [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Creating instance of TrackedResource for resource:subnet
May 17 13:46:56.353007 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.quota.resource_registry [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Creating instance of TrackedResource for resource:subnetpool
May 17 13:46:56.353626 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.quota.resource_registry [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Creating instance of TrackedResource for resource:port
May 17 13:46:56.355144 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.v2.resource_helper [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 17 13:46:56.355603 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.v2.resource_helper [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Service FLAVORS assigned prefix:  {{(pid=78637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 17 13:46:56.356226 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.v2.resource_helper [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 17 13:46:56.356658 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.v2.resource_helper [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 17 13:46:56.356992 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.quota.resource_registry [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Creating instance of TrackedResource for resource:router
May 17 13:46:56.357633 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.quota.resource_registry [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Creating instance of TrackedResource for resource:floatingip
May 17 13:46:56.358340 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.v2.resource_helper [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Service METERING assigned prefix: /metering {{(pid=78637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 17 13:46:56.360323 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fae40bef280>> rbac-policy before_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.360694 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fae40bef280>> rbac-policy before_update 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.361047 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fae40bef280>> rbac-policy before_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:46:56.362181 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.quota.resource_registry [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Creating instance of CountableResource for resource:rbac_policy
May 17 13:46:56.362625 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.quota.resource_registry [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Creating instance of TrackedResource for resource:security_group
May 17 13:46:56.363281 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.quota.resource_registry [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Creating instance of TrackedResource for resource:security_group_rule
May 17 13:46:56.364032 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.v2.resource_helper [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Service CORE assigned prefix:  {{(pid=78637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 17 13:46:56.364372 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.quota.resource_registry [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Creating instance of TrackedResource for resource:subnetpool
May 17 13:46:56.364714 dv-cinder-788363-3-iscsi neutron-server[78637]: WARNING neutron.quota.resource_registry [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] subnetpool is already registered
May 17 13:46:56.365374 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.v2.resource_helper [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Service CORE assigned prefix:  {{(pid=78637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 17 13:46:56.365725 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.quota.resource_registry [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Creating instance of TrackedResource for resource:subnetpool
May 17 13:46:56.366037 dv-cinder-788363-3-iscsi neutron-server[78637]: WARNING neutron.quota.resource_registry [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] subnetpool is already registered
May 17 13:46:56.368614 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.v2.resource_helper [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 17 13:46:56.369048 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.v2.resource_helper [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Service FLAVORS assigned prefix:  {{(pid=78637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 17 13:46:56.369761 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.v2.resource_helper [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 17 13:46:56.370056 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.v2.resource_helper [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 17 13:46:56.370394 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.quota.resource_registry [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Creating instance of TrackedResource for resource:router
May 17 13:46:56.370723 dv-cinder-788363-3-iscsi neutron-server[78637]: WARNING neutron.quota.resource_registry [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] router is already registered
May 17 13:46:56.371330 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.quota.resource_registry [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Creating instance of TrackedResource for resource:floatingip
May 17 13:46:56.371674 dv-cinder-788363-3-iscsi neutron-server[78637]: WARNING neutron.quota.resource_registry [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] floatingip is already registered
May 17 13:46:56.372299 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.v2.resource_helper [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Service METERING assigned prefix: /metering {{(pid=78637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 17 13:46:56.372976 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.quota.resource_registry [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Creating instance of CountableResource for resource:rbac_policy
May 17 13:46:56.373303 dv-cinder-788363-3-iscsi neutron-server[78637]: WARNING neutron.quota.resource_registry [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] rbac_policy is already registered
May 17 13:46:56.374836 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.quota.resource_registry [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Creating instance of TrackedResource for resource:security_group
May 17 13:46:56.375745 dv-cinder-788363-3-iscsi neutron-server[78637]: WARNING neutron.quota.resource_registry [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] security_group is already registered
May 17 13:46:56.376348 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.quota.resource_registry [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Creating instance of TrackedResource for resource:security_group_rule
May 17 13:46:56.376680 dv-cinder-788363-3-iscsi neutron-server[78637]: WARNING neutron.quota.resource_registry [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] security_group_rule is already registered
May 17 13:46:56.377336 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.v2.resource_helper [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Service CORE assigned prefix:  {{(pid=78637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 17 13:46:56.377671 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.quota.resource_registry [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Creating instance of TrackedResource for resource:subnetpool
May 17 13:46:56.378006 dv-cinder-788363-3-iscsi neutron-server[78637]: WARNING neutron.quota.resource_registry [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] subnetpool is already registered
May 17 13:46:56.378610 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.v2.resource_helper [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Service CORE assigned prefix:  {{(pid=78637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 17 13:46:56.378942 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.quota.resource_registry [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Creating instance of TrackedResource for resource:subnetpool
May 17 13:46:56.379268 dv-cinder-788363-3-iscsi neutron-server[78637]: WARNING neutron.quota.resource_registry [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] subnetpool is already registered
May 17 13:46:56.379941 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extended resource: extensions {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 17 13:46:56.381405 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extended resource: address-groups {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 17 13:46:56.383005 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extended resource: address-scopes {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 17 13:46:56.384242 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extended resource: agents {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 17 13:46:56.385400 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extended resource: auto-allocated-topology {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 17 13:46:56.386639 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extended resource: availability_zones {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 17 13:46:56.387957 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extended resource: dhcp-networks {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 17 13:46:56.389412 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extended resource: dhcp-agents {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 17 13:46:56.390808 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extended resource: routers {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 17 13:46:56.392642 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extended resource: flavors {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 17 13:46:56.393807 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extended resource: service_profiles {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 17 13:46:56.394984 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extended resource: next_providers {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 17 13:46:56.396542 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extended resource: service_profiles {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 17 13:46:56.397968 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extended resource: floatingip-pools {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 17 13:46:56.399298 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extended resource: routers {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 17 13:46:56.401104 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extended resource: floatingips {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 17 13:46:56.402280 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extended resource: l3-routers {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 17 13:46:56.403661 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extended resource: l3-agents {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 17 13:46:56.405049 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extended resource: metering-labels {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 17 13:46:56.406426 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extended resource: metering-label-rules {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 17 13:46:56.407723 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extended resource: network-ip-availabilities {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 17 13:46:56.408974 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extended resource: bindings {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 17 13:46:56.410612 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extended resource: quotas {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 17 13:46:56.412042 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extended resource: quotas {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 17 13:46:56.413453 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extended resource: rbac-policies {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 17 13:46:56.414731 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extended resource: security-groups {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 17 13:46:56.415974 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extended resource: security-group-rules {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 17 13:46:56.417221 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extended resource: service-providers {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 17 13:46:56.418425 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extended resource: subnetpools {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 17 13:46:56.419851 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extended resource: subnetpools {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 17 13:46:56.421297 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extended resource: tags {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 17 13:46:56.423507 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extended resource: tags {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 17 13:46:56.425300 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extended resource: tags {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 17 13:46:56.427057 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extended resource: tags {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 17 13:46:56.428922 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extended resource: tags {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 17 13:46:56.430724 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extended resource: tags {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 17 13:46:56.432413 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extended resource: tags {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 17 13:46:56.435166 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extended resource: tags {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 17 13:46:56.436976 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extended resource: tags {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 17 13:46:56.549289 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Extended resource: tags {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 17 13:46:56.555095 dv-cinder-788363-3-iscsi neutron-server[78637]: WARNING keystonemiddleware.auth_token [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
May 17 13:46:56.559785 dv-cinder-788363-3-iscsi neutron-server[78637]: WARNING keystonemiddleware.auth_token [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
May 17 13:46:56.568452 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_concurrency.lockutils [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Acquired lock "singleton_lock" {{(pid=78637) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
May 17 13:46:56.568926 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_concurrency.lockutils [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Releasing lock "singleton_lock" {{(pid=78637) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
May 17 13:46:56.569566 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO oslo_service.service [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Starting 2 workers
May 17 13:46:56.574270 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Started child 78742 {{(pid=78637) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 17 13:46:56.578616 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Started child 78743 {{(pid=78637) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 17 13:46:56.579551 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:46:56.580260 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO neutron.service [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Neutron service started, listening on 0.0.0.0:9696
May 17 13:46:56.580871 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Notify callbacks [] for process, before_spawn {{(pid=78637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:46:56.581062 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [-] (78742) wsgi starting up on http://0.0.0.0:9696
May 17 13:46:56.583120 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:46:56.583626 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO oslo_service.service [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Starting 1 workers
May 17 13:46:56.584583 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [-] (78743) wsgi starting up on http://0.0.0.0:9696
May 17 13:46:56.588303 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Started child 78744 {{(pid=78637) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 17 13:46:56.588838 dv-cinder-788363-3-iscsi neutron-server[78637]: INFO oslo_service.service [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Starting 1 workers
May 17 13:46:56.591850 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.service [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] calling RpcWorker wait() {{(pid=78744) _wait /opt/stack/neutron/neutron/service.py:128}}
May 17 13:46:56.592411 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.service [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] returning from RpcWorker wait() {{(pid=78744) _wait /opt/stack/neutron/neutron/service.py:135}}
May 17 13:46:56.593162 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Started child 78745 {{(pid=78637) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 17 13:46:56.593691 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:46:56.594510 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0775-0f62-4b83-87ef-6dcf28253c1d None None] Notify callbacks [] for process, after_spawn {{(pid=78637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:46:56.594915 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:46:56.596382 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78637) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
May 17 13:46:56.596597 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 17 13:46:56.596783 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 17 13:46:56.596998 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 17 13:46:56.597349 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 17 13:46:56.597538 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 17 13:46:56.598027 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.598286 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.598540 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:46:56.599023 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.599023 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.599163 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.599686 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.599940 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.600029 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:46:56.600201 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.600492 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.600741 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.600908 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.601072 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.601323 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.601551 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.601844 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.602094 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.602338 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.602618 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.602785 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.603026 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.603284 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.603554 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.603822 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] debug                          = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.604063 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.604811 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.605048 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.605289 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.605507 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.605783 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.606031 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.606306 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.606544 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.606776 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.607037 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.607282 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.607612 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.607850 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.608083 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.608347 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.608589 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.609056 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] host                           = dv-cinder-788363-3-iscsi {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.609304 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.609619 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.610343 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.610611 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.610857 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.611078 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.611319 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.611581 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.611829 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.612049 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.612303 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.612525 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.612737 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.612983 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.613147 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.613399 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.613667 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.613925 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.614116 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.614283 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.614458 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.614702 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.614865 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.615168 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.615353 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.615586 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.615796 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.616035 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.616260 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.616502 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.616728 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.616968 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.617192 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.617446 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.617664 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.617944 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.618122 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.618333 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.618577 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.618791 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.619014 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.619210 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.619434 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.619694 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.619899 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.620128 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.620366 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.620607 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.620844 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.621068 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.621291 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.621535 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.621761 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.621994 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.622227 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.622480 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.622688 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.622908 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.623116 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.623342 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.623612 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.623820 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.624023 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.625032 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.625032 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.625032 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.625032 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.625660 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.625660 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.625908 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.626057 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.626967 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.626967 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.626967 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.627185 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.627316 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.627722 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.628125 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.628523 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.628879 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.629110 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.629434 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.629640 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.629921 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.630260 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.630534 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.630793 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.631008 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.634144 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.634144 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.634144 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.634144 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.634144 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.634144 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.54/identity {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.634144 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.634144 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.635250 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.635250 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.635250 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.635250 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.635250 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.635250 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.635250 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.635250 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.635250 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.640177 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.640177 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.640177 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.640177 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.640177 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.640177 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.640177 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.640177 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.640177 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.640819 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.640819 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.640819 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.640819 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.640819 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.640819 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.640819 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.640819 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.640819 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.641528 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.641528 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.641528 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.641528 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.641528 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.641528 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.641528 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.641528 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.641528 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.643606 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.643606 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.643606 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.643606 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.643606 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.643606 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.643606 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.643606 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.643606 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.646266 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.646266 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.646266 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.646266 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.646266 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.646266 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.646266 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.646266 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.646266 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.647162 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.647162 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.647162 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.647162 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.647162 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.647162 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.647162 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.647162 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.648441 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.648441 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.648441 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.648441 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.648441 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.650075 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.650075 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.650075 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.650075 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.650075 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.650075 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.650075 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.650075 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.653110 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.653110 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.653110 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.653110 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.653110 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.653110 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.653110 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.653110 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.653894 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.653894 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.653894 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.653894 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.653894 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.653894 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.653894 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.654396 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.654396 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.654547 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.655487 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.655487 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.655487 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.655487 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.656042 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.656042 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.656198 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.658273 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.658273 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.658273 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.658273 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.658273 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.658273 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.658273 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.658860 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.658860 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.659018 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.659199 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.659501 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.659703 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.660565 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.660565 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.660565 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.660821 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.54/identity {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.660921 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.661098 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.661523 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.661920 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.662326 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.662721 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.663038 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.663207 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.664506 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.664506 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.664506 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.664506 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.664506 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.664506 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.665453 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.665453 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.665453 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.665453 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.666018 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.666018 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.666018 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.666420 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.666420 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.666710 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.666859 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.667097 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.667348 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.667642 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.667878 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.668202 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.668390 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.669018 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.669018 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.669377 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.669377 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.669726 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.669726 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.671013 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.671013 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.671013 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.671013 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.671013 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.671013 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.671479 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.671550 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.671782 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.672138 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.672804 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.673044 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.673286 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.673525 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.673736 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.674030 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.674162 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.674576 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.674994 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.675441 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.675844 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.676249 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.676675 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.676859 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.677133 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.677380 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.677625 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.677952 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.678096 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.678312 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.678536 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.678774 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.678999 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.679372 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.679742 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.680121 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.680545 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.680931 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.680931 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.681292 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.681441 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.681578 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.681790 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.682013 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.682465 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.682465 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.682654 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.682813 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.683034 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.683246 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.683585 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.683976 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.684365 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.684810 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.685056 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.685372 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.685583 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.685899 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.686141 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.686389 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.686620 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.686906 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.687151 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.687386 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.687880 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.688183 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.688431 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.688685 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.688985 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.689249 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.689523 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.689735 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.690013 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.690355 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.690639 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.690891 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.691134 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.691455 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.691641 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.691855 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.692066 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.692302 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.692536 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.692771 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.692997 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.693233 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.693443 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.693824 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.694207 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.694465 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.694701 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.694923 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.695158 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.695309 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 17 13:46:56.695881 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78637) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
May 17 13:46:56.696045 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 17 13:46:56.696188 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 17 13:46:56.696340 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 17 13:46:56.696493 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 17 13:46:56.696633 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 17 13:46:56.696834 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.696999 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.697144 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.697307 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.697450 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.697632 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.697790 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.697929 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.698086 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.698230 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.698388 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.698542 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.698679 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.698817 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.698963 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.699131 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.699272 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.699435 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.699582 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.699748 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.699904 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.700062 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.700220 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] debug                          = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.700376 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.700571 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.700733 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.700889 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.701045 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.701202 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.701358 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.701515 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.701671 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.701828 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.701986 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.702143 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.702299 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.702455 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.702610 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.702766 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.702923 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.703080 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] host                           = dv-cinder-788363-3-iscsi {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.703260 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.703501 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.703592 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.703740 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.703897 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.704053 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.704209 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.704365 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.704521 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.704677 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.704833 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.704990 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.705147 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.705305 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.705462 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.705619 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.705779 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.705920 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.706090 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.706247 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.706409 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.706579 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.706716 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.707130 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.707130 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.707301 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.707301 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.707496 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.707681 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.707868 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.708015 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.708157 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.708297 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.708436 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.708613 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.708792 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.708792 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.709070 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.709211 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.709348 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.709485 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.709622 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.709768 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.709907 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.710044 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.710182 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.710330 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.710480 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.710619 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.710756 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.710894 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.711030 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.711166 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.711396 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.711396 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.711715 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.711715 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.711989 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.712129 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.712267 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.712417 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.712554 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.712692 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.712830 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.712975 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.713114 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.713251 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.713390 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.713527 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 17 13:46:56.713756 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.713756 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.714023 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.714531 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.714531 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.714531 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.714531 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.715116 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.715116 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.715116 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.715116 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.715652 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.715652 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.715652 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.716051 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.716051 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.716051 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.716501 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.716501 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.716763 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.716763 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.717011 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.717011 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.717267 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.717398 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.54/identity {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.717529 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.717661 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.717791 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.717931 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.718276 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.718276 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.718439 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.718520 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.718639 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.720195 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.720195 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.720195 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.720195 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.720195 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.720195 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.721769 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.721769 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.721769 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.721769 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.721769 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.721769 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.721769 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.721769 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.721769 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.722384 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.722384 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.722384 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.722384 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.722384 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.722384 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.723241 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.723241 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.723241 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.723241 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.723241 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.723241 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.723674 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.723674 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.723674 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.725493 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.725493 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.725493 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.725493 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.725493 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.725493 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.725493 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.725493 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.725493 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.726101 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.726101 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.726101 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.726101 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.726101 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.726450 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.726450 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.726598 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.726817 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.727102 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.727381 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.727702 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.727901 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:46:56.727995 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.728273 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.728572 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.728852 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.729145 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.729432 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.729977 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.730275 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.730570 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.730863 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.731145 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.731480 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.731804 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.732068 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.732362 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.732646 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.732938 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.733232 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.733521 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.733816 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.734116 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.734434 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.735255 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.735660 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.735954 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.736251 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.736566 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.736859 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.737154 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.737446 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.737747 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.738058 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.738365 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.738658 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.738953 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.739235 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.739573 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.739875 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.740175 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.740471 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.741219 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.741219 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.741219 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.741687 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.741908 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.742211 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.742591 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.742822 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.743103 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.743405 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.743841 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.744040 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.744294 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.744583 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.744874 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.745172 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.745412 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.745583 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.745750 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.54/identity {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.745921 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.746217 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.746883 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.746883 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.746883 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.747108 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.747187 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.747333 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.747520 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.747685 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.747848 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.748022 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.748159 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.748325 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.748487 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.748649 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.748816 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.748978 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.749130 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.749489 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.749489 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.749764 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.749764 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.750048 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.750048 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.750303 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.750386 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.750512 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.750673 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.750834 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.750995 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.751157 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.751320 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.751503 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.751665 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.751825 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.752045 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.752144 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.752293 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.752454 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.752615 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.752776 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.752938 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.753323 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.753323 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.753484 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.753561 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.753722 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.753876 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.754036 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.754196 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.754356 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.754515 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.754674 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.754836 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.755443 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.755443 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.755443 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.755443 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.755794 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.755794 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.755943 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.756085 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.756245 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.756405 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.756565 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.756726 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.756897 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.757058 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.757218 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.757380 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.757539 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.757709 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.757870 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.758030 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.758191 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.758356 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.758525 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.758685 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.758844 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.759003 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.759163 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.759333 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.759520 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.759797 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.759902 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.759976 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.760144 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.760308 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.760467 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.760637 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.760799 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.760959 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.761119 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.761292 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.761454 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.761616 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.761777 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.761937 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.762102 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.762265 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.762428 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.762598 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.762766 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.762928 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.763097 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.763266 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.763460 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.763623 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.763789 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.763963 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.764123 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.764284 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.764444 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.764603 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.764764 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.764924 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.765085 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.765245 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.765405 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.765564 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.765745 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.765906 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.766067 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.766226 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.766394 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.766547 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.766706 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.766866 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.767136 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 17 13:46:56.767243 dv-cinder-788363-3-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 17 13:46:56.876615 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 56926) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:46:56.884958 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [-] 10.222.0.54 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0062361
May 17 13:47:07.470019 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e02345a-1344-42cb-b78c-2fffcfde3a26 None None] get_active_networks_info from dv-cinder-788363-3-iscsi {{(pid=78744) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
May 17 13:47:07.551132 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e02345a-1344-42cb-b78c-2fffcfde3a26 None None] No non-hosted networks {{(pid=78744) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
May 17 13:47:07.565644 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.agentschedulers_db [None req-2e02345a-1344-42cb-b78c-2fffcfde3a26 None None] DHCP Agent not found on host dv-cinder-788363-3-iscsi {{(pid=78744) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
May 17 13:47:07.697034 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-aeba3930-126d-4308-8e87-4f09290656a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508'] for agent, after_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:09.831587 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508'] for agent, after_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:09.832485 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:47:09.832892 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:47:09.833230 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:47:09.833561 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:47:09.833951 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:47:09.834325 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:47:09.834649 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:47:09.835275 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:47:09.835625 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:47:09.835954 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:47:09.836303 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:47:09.836619 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:47:09.837269 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fae40882a90>, 'Open vSwitch agent', 'dv-cinder-788363-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:47:09.861738 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fae408e1d60>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-788363-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:47:10.070345 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-abaa5564-ce82-464f-98e7-c5696345adca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508'] for agent, after_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:10.114911 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-7f1fa141-3e53-4586-8bbe-8283416866a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:10.982351 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-533a9918-d89c-4562-8a48-35a661957320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508'] for agent, after_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:12.481536 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1529072-104d-404f-8ce8-7078c9c34ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508'] for agent, after_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:13.251194 dv-cinder-788363-3-iscsi neutron-server[78744]: INFO neutron.db.l3_hamode_db [None req-d321eaa2-7984-4208-a203-127e3ef5ba45 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
May 17 13:47:13.336869 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d321eaa2-7984-4208-a203-127e3ef5ba45 None None] Routers set() bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 13:47:13.337169 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d321eaa2-7984-4208-a203-127e3ef5ba45 None None] Router IDs set() for agent in host dv-cinder-788363-3-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
May 17 13:47:14.035101 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 57016) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:47:14.611721 dv-cinder-788363-3-iscsi neutron-server[78743]: WARNING oslo_policy.policy [None req-a6310b18-3ba4-4ad6-aafe-676034485062 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 17 13:47:14.612355 dv-cinder-788363-3-iscsi neutron-server[78743]: WARNING oslo_policy.policy [None req-a6310b18-3ba4-4ad6-aafe-676034485062 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 17 13:47:14.825269 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [None req-a6310b18-3ba4-4ad6-aafe-676034485062 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=78743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 17 13:47:14.826323 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-a6310b18-3ba4-4ad6-aafe-676034485062 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.7902994
May 17 13:47:17.228847 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 57030) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:47:17.606350 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-69eec11d-79e1-43ef-ae29-35bf22388bdc admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:47:17.707606 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.policy [None req-69eec11d-79e1-43ef-ae29-35bf22388bdc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78743) register_rules /opt/stack/neutron/neutron/policy.py:73}}
May 17 13:47:17.752762 dv-cinder-788363-3-iscsi neutron-server[78743]: WARNING oslo_policy.policy [None req-69eec11d-79e1-43ef-ae29-35bf22388bdc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 17 13:47:17.753133 dv-cinder-788363-3-iscsi neutron-server[78743]: WARNING oslo_policy.policy [None req-69eec11d-79e1-43ef-ae29-35bf22388bdc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 17 13:47:17.761652 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.quota [None req-69eec11d-79e1-43ef-ae29-35bf22388bdc admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fae406076a0>.
May 17 13:47:17.777053 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-69eec11d-79e1-43ef-ae29-35bf22388bdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:47:17.838284 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-69eec11d-79e1-43ef-ae29-35bf22388bdc admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774151524975', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774151527506', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774151094175', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774151083203', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774151110053', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774151099975', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1002252', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-588877', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1637842', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2081317'] for rbac-policy, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:17.899255 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-69eec11d-79e1-43ef-ae29-35bf22388bdc admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:17.900472 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-69eec11d-79e1-43ef-ae29-35bf22388bdc admin admin] 10.222.0.54 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6707561
May 17 13:47:20.489353 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 57044) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:47:20.844138 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-08b7249f-fe7d-4fa6-9306-a0fa815f1a06 admin admin] Request body: {'network': {'project_id': '905dae0f916641d898330815b17f7ce7', 'name': 'private', 'admin_state_up': True, 'tenant_id': '905dae0f916641d898330815b17f7ce7'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:47:20.848798 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-08b7249f-fe7d-4fa6-9306-a0fa815f1a06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:47:20.853397 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-08b7249f-fe7d-4fa6-9306-a0fa815f1a06 admin admin] Usage tracker for resource:network and tenant:905dae0f916641d898330815b17f7ce7 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:47:20.858211 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-08b7249f-fe7d-4fa6-9306-a0fa815f1a06 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:47:20.864962 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-08b7249f-fe7d-4fa6-9306-a0fa815f1a06 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:47:20.874687 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b7249f-fe7d-4fa6-9306-a0fa815f1a06 admin admin] Made reservation on behalf of 905dae0f916641d898330815b17f7ce7 for: {'network': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 17 13:47:20.877449 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-08b7249f-fe7d-4fa6-9306-a0fa815f1a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1032604'] for network, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:20.894493 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-08b7249f-fe7d-4fa6-9306-a0fa815f1a06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:20.908826 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-08b7249f-fe7d-4fa6-9306-a0fa815f1a06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:47:20.912463 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-08b7249f-fe7d-4fa6-9306-a0fa815f1a06 admin admin] Usage tracker for resource:security_group_rule and tenant:905dae0f916641d898330815b17f7ce7 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:47:20.917510 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-08b7249f-fe7d-4fa6-9306-a0fa815f1a06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:47:20.923685 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-08b7249f-fe7d-4fa6-9306-a0fa815f1a06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:47:21.021498 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-08b7249f-fe7d-4fa6-9306-a0fa815f1a06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:21.025293 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-08b7249f-fe7d-4fa6-9306-a0fa815f1a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:21.031244 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:47:21.048275 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08b7249f-fe7d-4fa6-9306-a0fa815f1a06 admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'}  {{(pid=78743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 17 13:47:21.073904 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-08b7249f-fe7d-4fa6-9306-a0fa815f1a06 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774149708490', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861870'] for segment, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:21.074432 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-08b7249f-fe7d-4fa6-9306-a0fa815f1a06 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fae4139aca0> segment precommit_create {{(pid=78743) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
May 17 13:47:21.074895 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.db.segments_db [None req-08b7249f-fe7d-4fa6-9306-a0fa815f1a06 admin admin] Added segment a6069a12-141d-475a-8731-fe4fc735a872 of type vlan for network 645c681c-0b85-4549-9170-c9ef48026a8d
May 17 13:47:21.126572 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b7249f-fe7d-4fa6-9306-a0fa815f1a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ff6ddb-2c88-48e1-a074-6fd260f7748b,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:47:21.146309 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b7249f-fe7d-4fa6-9306-a0fa815f1a06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:47:21.146656 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b7249f-fe7d-4fa6-9306-a0fa815f1a06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:47:21.146982 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b7249f-fe7d-4fa6-9306-a0fa815f1a06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:47:21.147305 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b7249f-fe7d-4fa6-9306-a0fa815f1a06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:47:21.147637 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b7249f-fe7d-4fa6-9306-a0fa815f1a06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:47:21.147966 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b7249f-fe7d-4fa6-9306-a0fa815f1a06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:47:21.148294 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b7249f-fe7d-4fa6-9306-a0fa815f1a06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:47:21.148587 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b7249f-fe7d-4fa6-9306-a0fa815f1a06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:47:21.148894 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b7249f-fe7d-4fa6-9306-a0fa815f1a06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:47:21.149198 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b7249f-fe7d-4fa6-9306-a0fa815f1a06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:47:21.149502 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b7249f-fe7d-4fa6-9306-a0fa815f1a06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:47:21.149806 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b7249f-fe7d-4fa6-9306-a0fa815f1a06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:47:21.150848 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b7249f-fe7d-4fa6-9306-a0fa815f1a06 admin admin] Tracked resource versions report:
May 17 13:47:21.150848 dv-cinder-788363-3-iscsi neutron-server[78743]: pushed versions:
May 17 13:47:21.150848 dv-cinder-788363-3-iscsi neutron-server[78743]: {   'AddressGroup': {'1.2'},
May 17 13:47:21.150848 dv-cinder-788363-3-iscsi neutron-server[78743]:     'ConntrackHelper': {'1.0'},
May 17 13:47:21.150848 dv-cinder-788363-3-iscsi neutron-server[78743]:     'Log': {'1.0'},
May 17 13:47:21.150848 dv-cinder-788363-3-iscsi neutron-server[78743]:     'Network': {'1.1'},
May 17 13:47:21.150848 dv-cinder-788363-3-iscsi neutron-server[78743]:     'Port': {'1.7'},
May 17 13:47:21.150848 dv-cinder-788363-3-iscsi neutron-server[78743]:     'PortForwarding': {'1.2'},
May 17 13:47:21.150848 dv-cinder-788363-3-iscsi neutron-server[78743]:     'QosPolicy': {'1.8'},
May 17 13:47:21.150848 dv-cinder-788363-3-iscsi neutron-server[78743]:     'SecurityGroup': {'1.4'},
May 17 13:47:21.150848 dv-cinder-788363-3-iscsi neutron-server[78743]:     'SecurityGroupRule': {'1.2'},
May 17 13:47:21.150848 dv-cinder-788363-3-iscsi neutron-server[78743]:     'SubPort': {'1.0'},
May 17 13:47:21.150848 dv-cinder-788363-3-iscsi neutron-server[78743]:     'Subnet': {'1.1'},
May 17 13:47:21.150848 dv-cinder-788363-3-iscsi neutron-server[78743]:     'Trunk': {'1.1'}}
May 17 13:47:21.150848 dv-cinder-788363-3-iscsi neutron-server[78743]: consumer versions:
May 17 13:47:21.150848 dv-cinder-788363-3-iscsi neutron-server[78743]: {   DHCP agent@dv-cinder-788363-3-iscsi: {},
May 17 13:47:21.150848 dv-cinder-788363-3-iscsi neutron-server[78743]:     L3 agent@dv-cinder-788363-3-iscsi: {},
May 17 13:47:21.150848 dv-cinder-788363-3-iscsi neutron-server[78743]:     Metadata agent@dv-cinder-788363-3-iscsi: {},
May 17 13:47:21.150848 dv-cinder-788363-3-iscsi neutron-server[78743]:     Metering agent@dv-cinder-788363-3-iscsi: {},
May 17 13:47:21.150848 dv-cinder-788363-3-iscsi neutron-server[78743]:     Open vSwitch agent@dv-cinder-788363-3-iscsi: {   'AddressGroup': '1.2',
May 17 13:47:21.150848 dv-cinder-788363-3-iscsi neutron-server[78743]:                                                      'ConntrackHelper': '1.0',
May 17 13:47:21.150848 dv-cinder-788363-3-iscsi neutron-server[78743]:                                                      'Log': '1.0',
May 17 13:47:21.150848 dv-cinder-788363-3-iscsi neutron-server[78743]:                                                      'Network': '1.1',
May 17 13:47:21.150848 dv-cinder-788363-3-iscsi neutron-server[78743]:                                                      'Port': '1.7',
May 17 13:47:21.150848 dv-cinder-788363-3-iscsi neutron-server[78743]:                                                      'PortForwarding': '1.2',
May 17 13:47:21.150848 dv-cinder-788363-3-iscsi neutron-server[78743]:                                                      'QosPolicy': '1.8',
May 17 13:47:21.150848 dv-cinder-788363-3-iscsi neutron-server[78743]:                                                      'SecurityGroup': '1.4',
May 17 13:47:21.150848 dv-cinder-788363-3-iscsi neutron-server[78743]:                                                      'SecurityGroupRule': '1.2',
May 17 13:47:21.150848 dv-cinder-788363-3-iscsi neutron-server[78743]:                                                      'SubPort': '1.0',
May 17 13:47:21.150848 dv-cinder-788363-3-iscsi neutron-server[78743]:                                                      'Subnet': '1.1',
May 17 13:47:21.150848 dv-cinder-788363-3-iscsi neutron-server[78743]:                                                      'Trunk': '1.1'}}
May 17 13:47:21.150848 dv-cinder-788363-3-iscsi neutron-server[78743]:  {{(pid=78743) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 17 13:47:21.195792 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-08b7249f-fe7d-4fa6-9306-a0fa815f1a06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774149267101'] for network, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:21.199822 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-08b7249f-fe7d-4fa6-9306-a0fa815f1a06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:47:21.239260 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-08b7249f-fe7d-4fa6-9306-a0fa815f1a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1676892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582528'] for network, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:21.240819 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b7249f-fe7d-4fa6-9306-a0fa815f1a06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:47:21.241476 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-08b7249f-fe7d-4fa6-9306-a0fa815f1a06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for network, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:21.246727 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:47:21.351683 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b7249f-fe7d-4fa6-9306-a0fa815f1a06 admin admin] Pushing event updated for resources: {'Network': ['ID=645c681c-0b85-4549-9170-c9ef48026a8d,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:47:21.354257 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-08b7249f-fe7d-4fa6-9306-a0fa815f1a06 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.8638906
May 17 13:47:21.356313 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-08b7249f-fe7d-4fa6-9306-a0fa815f1a06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:47:21.367704 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Network 645c681c-0b85-4549-9170-c9ef48026a8d details requested by agent ovs-agent-dv-cinder-788363-3-iscsi with host dv-cinder-788363-3-iscsi {{(pid=78744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 17 13:47:23.986389 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 57060) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:47:24.586600 dv-cinder-788363-3-iscsi neutron-server[78742]: WARNING oslo_policy.policy [None req-1ac39149-19cb-41c2-a30c-0af33083daf7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 17 13:47:24.587187 dv-cinder-788363-3-iscsi neutron-server[78742]: WARNING oslo_policy.policy [None req-1ac39149-19cb-41c2-a30c-0af33083daf7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 17 13:47:25.014315 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.policy [None req-1ac39149-19cb-41c2-a30c-0af33083daf7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78742) register_rules /opt/stack/neutron/neutron/policy.py:73}}
May 17 13:47:25.059917 dv-cinder-788363-3-iscsi neutron-server[78742]: WARNING oslo_policy.policy [None req-1ac39149-19cb-41c2-a30c-0af33083daf7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 17 13:47:25.060286 dv-cinder-788363-3-iscsi neutron-server[78742]: WARNING oslo_policy.policy [None req-1ac39149-19cb-41c2-a30c-0af33083daf7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 17 13:47:25.068620 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac39149-19cb-41c2-a30c-0af33083daf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:47:25.070495 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-1ac39149-19cb-41c2-a30c-0af33083daf7 admin admin] 10.222.0.54 "GET /v2.0/networks/645c681c-0b85-4549-9170-c9ef48026a8d HTTP/1.1" status: 200  len: 825 time: 1.0820649
May 17 13:47:25.103515 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-7f2ce415-f8a2-4c3f-98af-bfa8ca47058f admin admin] 10.222.0.54 "GET /v2.0/subnetpools/401503e4-e934-439e-a070-ca94524c7f0d HTTP/1.1" status: 200  len: 734 time: 0.0277030
May 17 13:47:25.112661 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-87b43b49-7a5a-463f-9641-93b81d4518fd admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '401503e4-e934-439e-a070-ca94524c7f0d', 'ip_version': 4, 'name': 'private-subnet', 'network_id': '645c681c-0b85-4549-9170-c9ef48026a8d', 'tenant_id': '905dae0f916641d898330815b17f7ce7'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:47:25.114241 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.quota [None req-87b43b49-7a5a-463f-9641-93b81d4518fd admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fae40941190>.
May 17 13:47:25.120441 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-87b43b49-7a5a-463f-9641-93b81d4518fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:47:25.126445 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-87b43b49-7a5a-463f-9641-93b81d4518fd admin admin] Usage tracker for resource:subnet and tenant:905dae0f916641d898330815b17f7ce7 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:47:25.129753 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-87b43b49-7a5a-463f-9641-93b81d4518fd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:47:25.136524 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-87b43b49-7a5a-463f-9641-93b81d4518fd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:47:25.150662 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b43b49-7a5a-463f-9641-93b81d4518fd admin admin] Made reservation on behalf of 905dae0f916641d898330815b17f7ce7 for: {'subnet': 1} {{(pid=78742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 17 13:47:25.153908 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-87b43b49-7a5a-463f-9641-93b81d4518fd admin admin] Notify callbacks [] for subnet, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:25.642561 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-87b43b49-7a5a-463f-9641-93b81d4518fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583'] for subnet, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:25.648377 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:47:25.726472 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b43b49-7a5a-463f-9641-93b81d4518fd admin admin] Checking segment: {'id': 'a6069a12-141d-475a-8731-fe4fc735a872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '645c681c-0b85-4549-9170-c9ef48026a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 13:47:25.726860 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b43b49-7a5a-463f-9641-93b81d4518fd admin admin] Network hostable DHCP agents. Network: 645c681c-0b85-4549-9170-c9ef48026a8d, hostable agents: ['49bbb97f-fcd4-4504-a032-9a51e4e6deed'], hosted agents: [] {{(pid=78742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 17 13:47:25.739975 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b43b49-7a5a-463f-9641-93b81d4518fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=874043b4-ef22-4e65-a6cb-772f6a73d934,revision_number=0']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:47:25.750653 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b43b49-7a5a-463f-9641-93b81d4518fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:47:25.750999 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b43b49-7a5a-463f-9641-93b81d4518fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:47:25.751326 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b43b49-7a5a-463f-9641-93b81d4518fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:47:25.751667 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b43b49-7a5a-463f-9641-93b81d4518fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:47:25.751981 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b43b49-7a5a-463f-9641-93b81d4518fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:47:25.752309 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b43b49-7a5a-463f-9641-93b81d4518fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:47:25.752621 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b43b49-7a5a-463f-9641-93b81d4518fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:47:25.752926 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b43b49-7a5a-463f-9641-93b81d4518fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:47:25.753246 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b43b49-7a5a-463f-9641-93b81d4518fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:47:25.753551 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b43b49-7a5a-463f-9641-93b81d4518fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:47:25.753854 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b43b49-7a5a-463f-9641-93b81d4518fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:47:25.754157 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b43b49-7a5a-463f-9641-93b81d4518fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:47:25.755212 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b43b49-7a5a-463f-9641-93b81d4518fd admin admin] Tracked resource versions report:
May 17 13:47:25.755212 dv-cinder-788363-3-iscsi neutron-server[78742]: pushed versions:
May 17 13:47:25.755212 dv-cinder-788363-3-iscsi neutron-server[78742]: {   'AddressGroup': {'1.2'},
May 17 13:47:25.755212 dv-cinder-788363-3-iscsi neutron-server[78742]:     'ConntrackHelper': {'1.0'},
May 17 13:47:25.755212 dv-cinder-788363-3-iscsi neutron-server[78742]:     'Log': {'1.0'},
May 17 13:47:25.755212 dv-cinder-788363-3-iscsi neutron-server[78742]:     'Network': {'1.1'},
May 17 13:47:25.755212 dv-cinder-788363-3-iscsi neutron-server[78742]:     'Port': {'1.7'},
May 17 13:47:25.755212 dv-cinder-788363-3-iscsi neutron-server[78742]:     'PortForwarding': {'1.2'},
May 17 13:47:25.755212 dv-cinder-788363-3-iscsi neutron-server[78742]:     'QosPolicy': {'1.8'},
May 17 13:47:25.755212 dv-cinder-788363-3-iscsi neutron-server[78742]:     'SecurityGroup': {'1.4'},
May 17 13:47:25.755212 dv-cinder-788363-3-iscsi neutron-server[78742]:     'SecurityGroupRule': {'1.2'},
May 17 13:47:25.755212 dv-cinder-788363-3-iscsi neutron-server[78742]:     'SubPort': {'1.0'},
May 17 13:47:25.755212 dv-cinder-788363-3-iscsi neutron-server[78742]:     'Subnet': {'1.1'},
May 17 13:47:25.755212 dv-cinder-788363-3-iscsi neutron-server[78742]:     'Trunk': {'1.1'}}
May 17 13:47:25.755212 dv-cinder-788363-3-iscsi neutron-server[78742]: consumer versions:
May 17 13:47:25.755212 dv-cinder-788363-3-iscsi neutron-server[78742]: {   DHCP agent@dv-cinder-788363-3-iscsi: {},
May 17 13:47:25.755212 dv-cinder-788363-3-iscsi neutron-server[78742]:     L3 agent@dv-cinder-788363-3-iscsi: {},
May 17 13:47:25.755212 dv-cinder-788363-3-iscsi neutron-server[78742]:     Metadata agent@dv-cinder-788363-3-iscsi: {},
May 17 13:47:25.755212 dv-cinder-788363-3-iscsi neutron-server[78742]:     Metering agent@dv-cinder-788363-3-iscsi: {},
May 17 13:47:25.755212 dv-cinder-788363-3-iscsi neutron-server[78742]:     Open vSwitch agent@dv-cinder-788363-3-iscsi: {   'AddressGroup': '1.2',
May 17 13:47:25.755212 dv-cinder-788363-3-iscsi neutron-server[78742]:                                                      'ConntrackHelper': '1.0',
May 17 13:47:25.755212 dv-cinder-788363-3-iscsi neutron-server[78742]:                                                      'Log': '1.0',
May 17 13:47:25.755212 dv-cinder-788363-3-iscsi neutron-server[78742]:                                                      'Network': '1.1',
May 17 13:47:25.755212 dv-cinder-788363-3-iscsi neutron-server[78742]:                                                      'Port': '1.7',
May 17 13:47:25.755212 dv-cinder-788363-3-iscsi neutron-server[78742]:                                                      'PortForwarding': '1.2',
May 17 13:47:25.755212 dv-cinder-788363-3-iscsi neutron-server[78742]:                                                      'QosPolicy': '1.8',
May 17 13:47:25.755212 dv-cinder-788363-3-iscsi neutron-server[78742]:                                                      'SecurityGroup': '1.4',
May 17 13:47:25.755212 dv-cinder-788363-3-iscsi neutron-server[78742]:                                                      'SecurityGroupRule': '1.2',
May 17 13:47:25.755212 dv-cinder-788363-3-iscsi neutron-server[78742]:                                                      'SubPort': '1.0',
May 17 13:47:25.755212 dv-cinder-788363-3-iscsi neutron-server[78742]:                                                      'Subnet': '1.1',
May 17 13:47:25.755212 dv-cinder-788363-3-iscsi neutron-server[78742]:                                                      'Trunk': '1.1'}}
May 17 13:47:25.755212 dv-cinder-788363-3-iscsi neutron-server[78742]:  {{(pid=78742) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 17 13:47:25.784561 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b43b49-7a5a-463f-9641-93b81d4518fd admin admin] Network 645c681c-0b85-4549-9170-c9ef48026a8d is scheduled to be hosted by DHCP agent 49bbb97f-fcd4-4504-a032-9a51e4e6deed with binding_index 1 {{(pid=78742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 17 13:47:25.788734 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-87b43b49-7a5a-463f-9641-93b81d4518fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:47:25.796928 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-87b43b49-7a5a-463f-9641-93b81d4518fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-3-iscsi, 645c681c-0b85-4549-9170-c9ef48026a8d) {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:47:25.801648 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b43b49-7a5a-463f-9641-93b81d4518fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:47:25.802308 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-87b43b49-7a5a-463f-9641-93b81d4518fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for subnet, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:25.806497 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19e9302-96bd-4b6b-abc4-64ea471feda3 None None] Network 645c681c-0b85-4549-9170-c9ef48026a8d requested from dv-cinder-788363-3-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 17 13:47:25.835468 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-87b43b49-7a5a-463f-9641-93b81d4518fd admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.7161202
May 17 13:47:26.126071 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86928f4-ddee-4b31-a1a9-286b289dfa67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2d06222-2de8-51f1-88e2-9822a162890d-645c681c-0b85-4549-9170-c9ef48026a8d', 'network_id': '645c681c-0b85-4549-9170-c9ef48026a8d', 'tenant_id': '905dae0f916641d898330815b17f7ce7', 'fixed_ips': [{'subnet_id': '874043b4-ef22-4e65-a6cb-772f6a73d934'}]}} from dv-cinder-788363-3-iscsi. {{(pid=78744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 17 13:47:26.127285 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c86928f4-ddee-4b31-a1a9-286b289dfa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:26.317757 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.db_base_plugin_common [None req-c86928f4-ddee-4b31-a1a9-286b289dfa67 None None] Allocated IP 172.20.0.2 (645c681c-0b85-4549-9170-c9ef48026a8d/874043b4-ef22-4e65-a6cb-772f6a73d934/993d2364-edd6-4dc7-bba9-358a6c8e5c37) {{(pid=78744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 17 13:47:26.552391 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c86928f4-ddee-4b31-a1a9-286b289dfa67 None None] Notify callbacks [] for port, precommit_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:26.565545 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-c86928f4-ddee-4b31-a1a9-286b289dfa67 None None] Transition to ACTIVE for port object 993d2364-edd6-4dc7-bba9-358a6c8e5c37 will not be triggered until provisioned by entity L2. {{(pid=78744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:47:26.585442 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-c86928f4-ddee-4b31-a1a9-286b289dfa67 None None] Transition to ACTIVE for port object 993d2364-edd6-4dc7-bba9-358a6c8e5c37 will not be triggered until provisioned by entity DHCP. {{(pid=78744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:47:26.592398 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c86928f4-ddee-4b31-a1a9-286b289dfa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774149279272'] for port, after_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:26.597658 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:47:26.659514 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86928f4-ddee-4b31-a1a9-286b289dfa67 None None] Network 645c681c-0b85-4549-9170-c9ef48026a8d is already hosted by enough agents. {{(pid=78744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 13:47:26.662241 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.scheduler.base_scheduler [None req-c86928f4-ddee-4b31-a1a9-286b289dfa67 None None] Resources bound (agent type, host, resource id):  {{(pid=78744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:47:26.669323 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86928f4-ddee-4b31-a1a9-286b289dfa67 None None] Received port after_create {{(pid=78744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 17 13:47:26.671632 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86928f4-ddee-4b31-a1a9-286b289dfa67 None None] Pushing event updated for resources: {'Port': ['ID=993d2364-edd6-4dc7-bba9-358a6c8e5c37,revision_number=1']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:47:26.709301 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86928f4-ddee-4b31-a1a9-286b289dfa67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:47:26.709638 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86928f4-ddee-4b31-a1a9-286b289dfa67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:47:26.709968 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86928f4-ddee-4b31-a1a9-286b289dfa67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:47:26.710292 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86928f4-ddee-4b31-a1a9-286b289dfa67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:47:26.710612 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86928f4-ddee-4b31-a1a9-286b289dfa67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:47:26.710927 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86928f4-ddee-4b31-a1a9-286b289dfa67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:47:26.711239 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86928f4-ddee-4b31-a1a9-286b289dfa67 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:47:26.711592 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86928f4-ddee-4b31-a1a9-286b289dfa67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:47:26.711924 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86928f4-ddee-4b31-a1a9-286b289dfa67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:47:26.712234 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86928f4-ddee-4b31-a1a9-286b289dfa67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:47:26.712542 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86928f4-ddee-4b31-a1a9-286b289dfa67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:47:26.712851 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86928f4-ddee-4b31-a1a9-286b289dfa67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:47:26.713928 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86928f4-ddee-4b31-a1a9-286b289dfa67 None None] Tracked resource versions report:
May 17 13:47:26.713928 dv-cinder-788363-3-iscsi neutron-server[78744]: pushed versions:
May 17 13:47:26.713928 dv-cinder-788363-3-iscsi neutron-server[78744]: {   'AddressGroup': {'1.2'},
May 17 13:47:26.713928 dv-cinder-788363-3-iscsi neutron-server[78744]:     'ConntrackHelper': {'1.0'},
May 17 13:47:26.713928 dv-cinder-788363-3-iscsi neutron-server[78744]:     'Log': {'1.0'},
May 17 13:47:26.713928 dv-cinder-788363-3-iscsi neutron-server[78744]:     'Network': {'1.1'},
May 17 13:47:26.713928 dv-cinder-788363-3-iscsi neutron-server[78744]:     'Port': {'1.7'},
May 17 13:47:26.713928 dv-cinder-788363-3-iscsi neutron-server[78744]:     'PortForwarding': {'1.2'},
May 17 13:47:26.713928 dv-cinder-788363-3-iscsi neutron-server[78744]:     'QosPolicy': {'1.8'},
May 17 13:47:26.713928 dv-cinder-788363-3-iscsi neutron-server[78744]:     'SecurityGroup': {'1.4'},
May 17 13:47:26.713928 dv-cinder-788363-3-iscsi neutron-server[78744]:     'SecurityGroupRule': {'1.2'},
May 17 13:47:26.713928 dv-cinder-788363-3-iscsi neutron-server[78744]:     'SubPort': {'1.0'},
May 17 13:47:26.713928 dv-cinder-788363-3-iscsi neutron-server[78744]:     'Subnet': {'1.1'},
May 17 13:47:26.713928 dv-cinder-788363-3-iscsi neutron-server[78744]:     'Trunk': {'1.1'}}
May 17 13:47:26.713928 dv-cinder-788363-3-iscsi neutron-server[78744]: consumer versions:
May 17 13:47:26.713928 dv-cinder-788363-3-iscsi neutron-server[78744]: {   DHCP agent@dv-cinder-788363-3-iscsi: {},
May 17 13:47:26.713928 dv-cinder-788363-3-iscsi neutron-server[78744]:     L3 agent@dv-cinder-788363-3-iscsi: {},
May 17 13:47:26.713928 dv-cinder-788363-3-iscsi neutron-server[78744]:     Metadata agent@dv-cinder-788363-3-iscsi: {},
May 17 13:47:26.713928 dv-cinder-788363-3-iscsi neutron-server[78744]:     Metering agent@dv-cinder-788363-3-iscsi: {},
May 17 13:47:26.713928 dv-cinder-788363-3-iscsi neutron-server[78744]:     Open vSwitch agent@dv-cinder-788363-3-iscsi: {   'AddressGroup': '1.2',
May 17 13:47:26.713928 dv-cinder-788363-3-iscsi neutron-server[78744]:                                                      'ConntrackHelper': '1.0',
May 17 13:47:26.713928 dv-cinder-788363-3-iscsi neutron-server[78744]:                                                      'Log': '1.0',
May 17 13:47:26.713928 dv-cinder-788363-3-iscsi neutron-server[78744]:                                                      'Network': '1.1',
May 17 13:47:26.713928 dv-cinder-788363-3-iscsi neutron-server[78744]:                                                      'Port': '1.7',
May 17 13:47:26.713928 dv-cinder-788363-3-iscsi neutron-server[78744]:                                                      'PortForwarding': '1.2',
May 17 13:47:26.713928 dv-cinder-788363-3-iscsi neutron-server[78744]:                                                      'QosPolicy': '1.8',
May 17 13:47:26.713928 dv-cinder-788363-3-iscsi neutron-server[78744]:                                                      'SecurityGroup': '1.4',
May 17 13:47:26.713928 dv-cinder-788363-3-iscsi neutron-server[78744]:                                                      'SecurityGroupRule': '1.2',
May 17 13:47:26.713928 dv-cinder-788363-3-iscsi neutron-server[78744]:                                                      'SubPort': '1.0',
May 17 13:47:26.713928 dv-cinder-788363-3-iscsi neutron-server[78744]:                                                      'Subnet': '1.1',
May 17 13:47:26.713928 dv-cinder-788363-3-iscsi neutron-server[78744]:                                                      'Trunk': '1.1'}}
May 17 13:47:26.713928 dv-cinder-788363-3-iscsi neutron-server[78744]:  {{(pid=78744) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 17 13:47:26.727024 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-c86928f4-ddee-4b31-a1a9-286b289dfa67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:47:26.776185 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-c86928f4-ddee-4b31-a1a9-286b289dfa67 None None] Attempting to bind port 993d2364-edd6-4dc7-bba9-358a6c8e5c37 on host dv-cinder-788363-3-iscsi for vnic_type normal with profile  {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 17 13:47:26.776592 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-c86928f4-ddee-4b31-a1a9-286b289dfa67 None None] Attempting to bind port 993d2364-edd6-4dc7-bba9-358a6c8e5c37 by drivers openvswitch,hyperv on host dv-cinder-788363-3-iscsi at level 0 using segments [{'id': 'a6069a12-141d-475a-8731-fe4fc735a872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '645c681c-0b85-4549-9170-c9ef48026a8d'}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 17 13:47:26.777039 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86928f4-ddee-4b31-a1a9-286b289dfa67 None None] Attempting to bind port 993d2364-edd6-4dc7-bba9-358a6c8e5c37 on network 645c681c-0b85-4549-9170-c9ef48026a8d {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 13:47:26.782361 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86928f4-ddee-4b31-a1a9-286b289dfa67 None None] Checking agent: {'id': 'ed5152c7-8558-4ae4-8c88-1353caeda338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 47, 10), 'started_at': datetime.datetime(2021, 5, 17, 13, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 17 13:47:26.782769 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86928f4-ddee-4b31-a1a9-286b289dfa67 None None] Checking segment: {'id': 'a6069a12-141d-475a-8731-fe4fc735a872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '645c681c-0b85-4549-9170-c9ef48026a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 13:47:26.783282 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c86928f4-ddee-4b31-a1a9-286b289dfa67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:26.783706 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86928f4-ddee-4b31-a1a9-286b289dfa67 None None] Bound using segment: {'id': 'a6069a12-141d-475a-8731-fe4fc735a872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '645c681c-0b85-4549-9170-c9ef48026a8d'} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 17 13:47:26.784193 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-c86928f4-ddee-4b31-a1a9-286b289dfa67 None None] Bound port: 993d2364-edd6-4dc7-bba9-358a6c8e5c37, host: dv-cinder-788363-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6069a12-141d-475a-8731-fe4fc735a872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '645c681c-0b85-4549-9170-c9ef48026a8d'}}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 17 13:47:26.784579 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c86928f4-ddee-4b31-a1a9-286b289dfa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:26.872761 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-c86928f4-ddee-4b31-a1a9-286b289dfa67 None None] For port 993d2364-edd6-4dc7-bba9-358a6c8e5c37, host dv-cinder-788363-3-iscsi, cleared binding levels {{(pid=78744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 17 13:47:26.877071 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-c86928f4-ddee-4b31-a1a9-286b289dfa67 None None] For port 993d2364-edd6-4dc7-bba9-358a6c8e5c37, host dv-cinder-788363-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=993d2364-edd6-4dc7-bba9-358a6c8e5c37,segment=NetworkSegment(a6069a12-141d-475a-8731-fe4fc735a872),segment_id=a6069a12-141d-475a-8731-fe4fc735a872)] {{(pid=78744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 17 13:47:26.881997 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c86928f4-ddee-4b31-a1a9-286b289dfa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:26.885907 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-c86928f4-ddee-4b31-a1a9-286b289dfa67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:47:26.971442 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86928f4-ddee-4b31-a1a9-286b289dfa67 None None] Pushing event updated for resources: {'Port': ['ID=993d2364-edd6-4dc7-bba9-358a6c8e5c37,revision_number=2']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:47:26.976754 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-c86928f4-ddee-4b31-a1a9-286b289dfa67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:47:28.239188 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 57080) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:47:28.621637 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [None req-aab096bc-ef9e-44cc-93f4-df06ba2dd184 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=78742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 17 13:47:28.622609 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-aab096bc-ef9e-44cc-93f4-df06ba2dd184 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3824632
May 17 13:47:31.058474 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 57090) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:47:31.531493 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [None req-a600be2a-e64a-49cb-adf5-982a114bee07 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=78742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 17 13:47:31.532480 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-a600be2a-e64a-49cb-adf5-982a114bee07 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4730816
May 17 13:47:31.975367 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 993d2364-edd6-4dc7-bba9-358a6c8e5c37 up at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:47:32.065141 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning for port 993d2364-edd6-4dc7-bba9-358a6c8e5c37 completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:47:32.589269 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a60327-29c7-4be0-80da-b09fa85179f2 None None] Network 645c681c-0b85-4549-9170-c9ef48026a8d requested from dv-cinder-788363-3-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 17 13:47:32.708105 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-a7678455-fea6-4a88-a3d6-567561a84f92 None None] Provisioning for port 993d2364-edd6-4dc7-bba9-358a6c8e5c37 completed by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:47:32.729232 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-a7678455-fea6-4a88-a3d6-567561a84f92 None None] Provisioning complete for port 993d2364-edd6-4dc7-bba9-358a6c8e5c37 triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:47:32.729889 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a7678455-fea6-4a88-a3d6-567561a84f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:32.939646 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a7678455-fea6-4a88-a3d6-567561a84f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:32.981770 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-a7678455-fea6-4a88-a3d6-567561a84f92 None None] For port 993d2364-edd6-4dc7-bba9-358a6c8e5c37, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=993d2364-edd6-4dc7-bba9-358a6c8e5c37,segment=NetworkSegment(a6069a12-141d-475a-8731-fe4fc735a872),segment_id=a6069a12-141d-475a-8731-fe4fc735a872)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:47:32.988075 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a7678455-fea6-4a88-a3d6-567561a84f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:32.991221 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:47:33.066269 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7678455-fea6-4a88-a3d6-567561a84f92 None None] Pushing event updated for resources: {'Port': ['ID=993d2364-edd6-4dc7-bba9-358a6c8e5c37,revision_number=3']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:47:33.069753 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-a7678455-fea6-4a88-a3d6-567561a84f92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:47:33.210410 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-585925fe-b1f6-40e3-a8a1-9f1404f55a00 None None] Provisioning complete for port 993d2364-edd6-4dc7-bba9-358a6c8e5c37 triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:47:33.210733 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-585925fe-b1f6-40e3-a8a1-9f1404f55a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:33.947193 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 993d2364-edd6-4dc7-bba9-358a6c8e5c37 up at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:47:34.039310 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning complete for port 993d2364-edd6-4dc7-bba9-358a6c8e5c37 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:47:34.039987 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:34.220135 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 57106) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:47:34.566003 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-40fe7f2a-c8e5-4b76-a42b-c23e30246d01 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '905dae0f916641d898330815b17f7ce7', 'name': 'router1'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:47:34.570452 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-40fe7f2a-c8e5-4b76-a42b-c23e30246d01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:47:34.577446 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-40fe7f2a-c8e5-4b76-a42b-c23e30246d01 admin admin] Usage tracker for resource:router and tenant:905dae0f916641d898330815b17f7ce7 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:47:34.580890 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-40fe7f2a-c8e5-4b76-a42b-c23e30246d01 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:47:34.587098 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-40fe7f2a-c8e5-4b76-a42b-c23e30246d01 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:47:34.598344 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-40fe7f2a-c8e5-4b76-a42b-c23e30246d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2025163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4328'] for router, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:34.600063 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-40fe7f2a-c8e5-4b76-a42b-c23e30246d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2024966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1981117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1687292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4321'] for router, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:34.622298 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-40fe7f2a-c8e5-4b76-a42b-c23e30246d01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:34.734835 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-40fe7f2a-c8e5-4b76-a42b-c23e30246d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2025152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1966514'] for router, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:34.754429 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-40fe7f2a-c8e5-4b76-a42b-c23e30246d01 admin admin] Notify callbacks [] for router, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:34.755706 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-40fe7f2a-c8e5-4b76-a42b-c23e30246d01 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5345907
May 17 13:47:37.136978 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 57116) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:47:37.383197 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3f52e215-2ef4-4893-959f-1e0b7b955aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:37.543079 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [None req-ada4e45a-c2be-4897-9eb5-75d90240303c admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=78743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 17 13:47:37.544081 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-ada4e45a-c2be-4897-9eb5-75d90240303c admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4061294
May 17 13:47:39.818595 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:39.891977 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 57126) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:47:40.065684 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-4b0f3e1a-c0ed-4040-91ca-43be6242be05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:40.258886 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-79180fd5-b4b8-4abe-86ee-a2df8bd14ede admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:47:40.264043 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-79180fd5-b4b8-4abe-86ee-a2df8bd14ede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:47:40.267905 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-79180fd5-b4b8-4abe-86ee-a2df8bd14ede admin admin] Usage tracker for resource:network and tenant:8ba0cbfe630e4791ba235069492c7e64 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:47:40.270949 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-79180fd5-b4b8-4abe-86ee-a2df8bd14ede admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:47:40.276816 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-79180fd5-b4b8-4abe-86ee-a2df8bd14ede admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:47:40.286770 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79180fd5-b4b8-4abe-86ee-a2df8bd14ede admin admin] Made reservation on behalf of 8ba0cbfe630e4791ba235069492c7e64 for: {'network': 1} {{(pid=78742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 17 13:47:40.289113 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-79180fd5-b4b8-4abe-86ee-a2df8bd14ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1032604'] for network, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:40.305578 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-79180fd5-b4b8-4abe-86ee-a2df8bd14ede admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:40.319734 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-79180fd5-b4b8-4abe-86ee-a2df8bd14ede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:47:40.323318 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-79180fd5-b4b8-4abe-86ee-a2df8bd14ede admin admin] Usage tracker for resource:security_group_rule and tenant:8ba0cbfe630e4791ba235069492c7e64 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:47:40.326398 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-79180fd5-b4b8-4abe-86ee-a2df8bd14ede admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:47:40.332025 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-79180fd5-b4b8-4abe-86ee-a2df8bd14ede admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:47:40.427772 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-79180fd5-b4b8-4abe-86ee-a2df8bd14ede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:40.431593 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-79180fd5-b4b8-4abe-86ee-a2df8bd14ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:40.435855 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:47:40.450440 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-79180fd5-b4b8-4abe-86ee-a2df8bd14ede admin admin] Reserving flat network on physical network physnet1 {{(pid=78742) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
May 17 13:47:40.472947 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79180fd5-b4b8-4abe-86ee-a2df8bd14ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a77d200-461b-4546-ae4b-b9c125f206e6,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:47:40.478296 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-79180fd5-b4b8-4abe-86ee-a2df8bd14ede admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774149708490', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861870'] for segment, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:40.478873 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-79180fd5-b4b8-4abe-86ee-a2df8bd14ede admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fae4139aca0> segment precommit_create {{(pid=78742) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
May 17 13:47:40.479347 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.db.segments_db [None req-79180fd5-b4b8-4abe-86ee-a2df8bd14ede admin admin] Added segment d239c2a5-eb63-4e60-9706-c66c1478eded of type flat for network d5b45ae7-16ce-45df-9da3-dc322e2b7d9a
May 17 13:47:40.486551 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-79180fd5-b4b8-4abe-86ee-a2df8bd14ede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:47:40.521074 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-79180fd5-b4b8-4abe-86ee-a2df8bd14ede admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774149267101'] for network, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:40.561987 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-79180fd5-b4b8-4abe-86ee-a2df8bd14ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1676892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582528'] for network, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:40.563283 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79180fd5-b4b8-4abe-86ee-a2df8bd14ede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:47:40.563875 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-79180fd5-b4b8-4abe-86ee-a2df8bd14ede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for network, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:40.572976 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:47:40.682740 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-79180fd5-b4b8-4abe-86ee-a2df8bd14ede admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.7895527
May 17 13:47:40.683514 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79180fd5-b4b8-4abe-86ee-a2df8bd14ede admin admin] Pushing event updated for resources: {'Network': ['ID=d5b45ae7-16ce-45df-9da3-dc322e2b7d9a,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:47:40.687161 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-79180fd5-b4b8-4abe-86ee-a2df8bd14ede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:47:40.695957 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Network d5b45ae7-16ce-45df-9da3-dc322e2b7d9a details requested by agent ovs-agent-dv-cinder-788363-3-iscsi with host dv-cinder-788363-3-iscsi {{(pid=78744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 17 13:47:40.925593 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-533a9918-d89c-4562-8a48-35a661957320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:42.424635 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1529072-104d-404f-8ce8-7078c9c34ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:43.015780 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 57146) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:47:43.222361 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d5c6aa-fcc0-4471-8bb6-11134bdcdca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:47:43.223688 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-05d5c6aa-fcc0-4471-8bb6-11134bdcdca6 admin admin] 10.222.0.54 "GET /v2.0/subnets/874043b4-ef22-4e65-a6cb-772f6a73d934 HTTP/1.1" status: 200  len: 849 time: 0.2070136
May 17 13:47:43.405949 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-761c84f0-c6f8-43c7-8f0b-ed7c37d8ca6d admin admin] 10.222.0.54 "GET /v2.0/routers/420c68e1-66a5-4656-a7db-a7ee4141714e HTTP/1.1" status: 200  len: 704 time: 0.1766429
May 17 13:47:43.879343 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-bcc0195f-dd6e-458f-a971-c31004d795e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:44.130427 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.db_base_plugin_common [None req-bcc0195f-dd6e-458f-a971-c31004d795e5 admin admin] Allocated IP 172.20.0.1 (645c681c-0b85-4549-9170-c9ef48026a8d/874043b4-ef22-4e65-a6cb-772f6a73d934/69601be7-73ee-494a-be07-c3a09b0b3c83) {{(pid=78742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 17 13:47:44.291327 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-bcc0195f-dd6e-458f-a971-c31004d795e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:44.309455 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.provisioning_blocks [None req-bcc0195f-dd6e-458f-a971-c31004d795e5 admin admin] Transition to ACTIVE for port object 69601be7-73ee-494a-be07-c3a09b0b3c83 will not be triggered until provisioned by entity DHCP. {{(pid=78742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:47:44.367369 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-bcc0195f-dd6e-458f-a971-c31004d795e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774149279272'] for port, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:44.372058 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:47:44.434180 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc0195f-dd6e-458f-a971-c31004d795e5 admin admin] Network 645c681c-0b85-4549-9170-c9ef48026a8d is already hosted by enough agents. {{(pid=78742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 13:47:44.437353 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-bcc0195f-dd6e-458f-a971-c31004d795e5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:47:44.441170 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc0195f-dd6e-458f-a971-c31004d795e5 admin admin] Received port after_create {{(pid=78742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 17 13:47:44.441705 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-bcc0195f-dd6e-458f-a971-c31004d795e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1975113'] for router_interface, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:44.611303 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0195f-dd6e-458f-a971-c31004d795e5 admin admin] Pushing event updated for resources: {'Port': ['ID=69601be7-73ee-494a-be07-c3a09b0b3c83,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:47:44.618224 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-bcc0195f-dd6e-458f-a971-c31004d795e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:47:44.619538 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-7cab87c3-4ff8-4dfa-864a-f9d23b253123 None None] Provisioning for port 69601be7-73ee-494a-be07-c3a09b0b3c83 completed by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:47:44.626141 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-7cab87c3-4ff8-4dfa-864a-f9d23b253123 None None] Provisioning complete for port 69601be7-73ee-494a-be07-c3a09b0b3c83 triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:47:44.626516 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-7cab87c3-4ff8-4dfa-864a-f9d23b253123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:44.677987 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-7cab87c3-4ff8-4dfa-864a-f9d23b253123 None None] Port 69601be7-73ee-494a-be07-c3a09b0b3c83 cannot update to ACTIVE because it is not bound. {{(pid=78744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 17 13:47:44.737702 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-bcc0195f-dd6e-458f-a971-c31004d795e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:44.961673 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-bcc0195f-dd6e-458f-a971-c31004d795e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:44.966059 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-bcc0195f-dd6e-458f-a971-c31004d795e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:44.967138 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-bcc0195f-dd6e-458f-a971-c31004d795e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1977326'] for router_interface, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:44.970414 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-bcc0195f-dd6e-458f-a971-c31004d795e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:47:45.093807 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0195f-dd6e-458f-a971-c31004d795e5 admin admin] Pushing event updated for resources: {'Port': ['ID=69601be7-73ee-494a-be07-c3a09b0b3c83,revision_number=2']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:47:45.103098 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-bcc0195f-dd6e-458f-a971-c31004d795e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:47:45.159795 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc0195f-dd6e-458f-a971-c31004d795e5 admin admin] Network 645c681c-0b85-4549-9170-c9ef48026a8d is already hosted by enough agents. {{(pid=78742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 13:47:45.160832 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-bcc0195f-dd6e-458f-a971-c31004d795e5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:47:45.358622 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc0195f-dd6e-458f-a971-c31004d795e5 admin admin] Router 420c68e1-66a5-4656-a7db-a7ee4141714e is scheduled to L3 agent 5f048e90-1481-4c55-97c3-311a68b90326 with binding_index 1 {{(pid=78742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 17 13:47:45.399775 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-76fc252e-1a40-47c2-9ef6-dcc61ef76d27 None None] Provisioning complete for port 69601be7-73ee-494a-be07-c3a09b0b3c83 triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:47:45.400145 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-76fc252e-1a40-47c2-9ef6-dcc61ef76d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:45.456533 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-76fc252e-1a40-47c2-9ef6-dcc61ef76d27 None None] Port 69601be7-73ee-494a-be07-c3a09b0b3c83 cannot update to ACTIVE because it is not bound. {{(pid=78744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 17 13:47:45.510978 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc0195f-dd6e-458f-a971-c31004d795e5 admin admin] Notify agent at l3_agent.dv-cinder-788363-3-iscsi the message routers_updated {{(pid=78742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 17 13:47:45.519956 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-bcc0195f-dd6e-458f-a971-c31004d795e5 admin admin] 10.222.0.54 "PUT /v2.0/routers/420c68e1-66a5-4656-a7db-a7ee4141714e/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.1091852
May 17 13:47:45.520903 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5f797f-4fd6-48f5-9d5d-5b853ef155e9 None None] Sync routers for ids ['420c68e1-66a5-4656-a7db-a7ee4141714e'] in dv-cinder-788363-3-iscsi {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 17 13:47:45.531931 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5f797f-4fd6-48f5-9d5d-5b853ef155e9 None None] Routers {'420c68e1-66a5-4656-a7db-a7ee4141714e'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 13:47:45.532779 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-bc5f797f-4fd6-48f5-9d5d-5b853ef155e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae408ca5b0>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T13:47:40Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['420c68e1-66a5-4656-a7db-a7ee4141714e'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:47:45.707684 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-bc5f797f-4fd6-48f5-9d5d-5b853ef155e9 None None] Set router 420c68e1-66a5-4656-a7db-a7ee4141714e gateway port host: None {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 13:47:46.072494 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-bc5f797f-4fd6-48f5-9d5d-5b853ef155e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae408ca5b0>, [{'id': '420c68e1-66a5-4656-a7db-a7ee4141714e', 'name': 'router1', 'tenant_id': '905dae0f916641d898330815b17f7ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:47:34Z', 'updated_at': '2021-05-17T13:47:44Z', 'revision_number': 2, 'project_id': '905dae0f916641d898330815b17f7ce7', 'gw_port_host': None, '_interfaces': [{'id': '69601be7-73ee-494a-be07-c3a09b0b3c83', 'name': '', 'network_id': '645c681c-0b85-4549-9170-c9ef48026a8d', 'tenant_id': '905dae0f916641d898330815b17f7ce7', 'mac_address': 'fa:16:3e:94:83:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '420c68e1-66a5-4656-a7db-a7ee4141714e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '874043b4-ef22-4e65-a6cb-772f6a73d934', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:47:43Z', 'updated_at': '2021-05-17T13:47:44Z', 'revision_number': 2, 'project_id': '905dae0f916641d898330815b17f7ce7', 'subnets': [{'id': '874043b4-ef22-4e65-a6cb-772f6a73d934', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '401503e4-e934-439e-a070-ca94524c7f0d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:47:46.077431 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5f797f-4fd6-48f5-9d5d-5b853ef155e9 None None] Checking router: 420c68e1-66a5-4656-a7db-a7ee4141714e for host: dv-cinder-788363-3-iscsi {{(pid=78745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 17 13:47:46.077798 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5f797f-4fd6-48f5-9d5d-5b853ef155e9 None None] Updating router 420c68e1-66a5-4656-a7db-a7ee4141714e port 69601be7-73ee-494a-be07-c3a09b0b3c83 binding host dv-cinder-788363-3-iscsi {{(pid=78745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 17 13:47:46.131018 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-bc5f797f-4fd6-48f5-9d5d-5b853ef155e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:46.509889 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-bc5f797f-4fd6-48f5-9d5d-5b853ef155e9 None None] Notify callbacks [] for port, precommit_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:46.525254 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.provisioning_blocks [None req-bc5f797f-4fd6-48f5-9d5d-5b853ef155e9 None None] Transition to ACTIVE for port object 69601be7-73ee-494a-be07-c3a09b0b3c83 will not be triggered until provisioned by entity L2. {{(pid=78745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:47:46.532332 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-bc5f797f-4fd6-48f5-9d5d-5b853ef155e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:46.537336 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:47:46.733444 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca94010-9a62-456d-b427-f6575d1bb293 None None] Pushing event updated for resources: {'Port': ['ID=69601be7-73ee-494a-be07-c3a09b0b3c83,revision_number=3']} {{(pid=78745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:47:46.754315 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca94010-9a62-456d-b427-f6575d1bb293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:47:46.754651 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca94010-9a62-456d-b427-f6575d1bb293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:47:46.754988 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca94010-9a62-456d-b427-f6575d1bb293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:47:46.755296 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca94010-9a62-456d-b427-f6575d1bb293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:47:46.755637 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca94010-9a62-456d-b427-f6575d1bb293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:47:46.755956 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca94010-9a62-456d-b427-f6575d1bb293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:47:46.756268 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca94010-9a62-456d-b427-f6575d1bb293 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:47:46.756580 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca94010-9a62-456d-b427-f6575d1bb293 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:47:46.756895 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca94010-9a62-456d-b427-f6575d1bb293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:47:46.757201 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca94010-9a62-456d-b427-f6575d1bb293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:47:46.757510 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca94010-9a62-456d-b427-f6575d1bb293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:47:46.757816 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca94010-9a62-456d-b427-f6575d1bb293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:47:46.758887 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca94010-9a62-456d-b427-f6575d1bb293 None None] Tracked resource versions report:
May 17 13:47:46.758887 dv-cinder-788363-3-iscsi neutron-server[78745]: pushed versions:
May 17 13:47:46.758887 dv-cinder-788363-3-iscsi neutron-server[78745]: {   'AddressGroup': {'1.2'},
May 17 13:47:46.758887 dv-cinder-788363-3-iscsi neutron-server[78745]:     'ConntrackHelper': {'1.0'},
May 17 13:47:46.758887 dv-cinder-788363-3-iscsi neutron-server[78745]:     'Log': {'1.0'},
May 17 13:47:46.758887 dv-cinder-788363-3-iscsi neutron-server[78745]:     'Network': {'1.1'},
May 17 13:47:46.758887 dv-cinder-788363-3-iscsi neutron-server[78745]:     'Port': {'1.7'},
May 17 13:47:46.758887 dv-cinder-788363-3-iscsi neutron-server[78745]:     'PortForwarding': {'1.2'},
May 17 13:47:46.758887 dv-cinder-788363-3-iscsi neutron-server[78745]:     'QosPolicy': {'1.8'},
May 17 13:47:46.758887 dv-cinder-788363-3-iscsi neutron-server[78745]:     'SecurityGroup': {'1.4'},
May 17 13:47:46.758887 dv-cinder-788363-3-iscsi neutron-server[78745]:     'SecurityGroupRule': {'1.2'},
May 17 13:47:46.758887 dv-cinder-788363-3-iscsi neutron-server[78745]:     'SubPort': {'1.0'},
May 17 13:47:46.758887 dv-cinder-788363-3-iscsi neutron-server[78745]:     'Subnet': {'1.1'},
May 17 13:47:46.758887 dv-cinder-788363-3-iscsi neutron-server[78745]:     'Trunk': {'1.1'}}
May 17 13:47:46.758887 dv-cinder-788363-3-iscsi neutron-server[78745]: consumer versions:
May 17 13:47:46.758887 dv-cinder-788363-3-iscsi neutron-server[78745]: {   DHCP agent@dv-cinder-788363-3-iscsi: {},
May 17 13:47:46.758887 dv-cinder-788363-3-iscsi neutron-server[78745]:     L3 agent@dv-cinder-788363-3-iscsi: {},
May 17 13:47:46.758887 dv-cinder-788363-3-iscsi neutron-server[78745]:     Metadata agent@dv-cinder-788363-3-iscsi: {},
May 17 13:47:46.758887 dv-cinder-788363-3-iscsi neutron-server[78745]:     Metering agent@dv-cinder-788363-3-iscsi: {},
May 17 13:47:46.758887 dv-cinder-788363-3-iscsi neutron-server[78745]:     Open vSwitch agent@dv-cinder-788363-3-iscsi: {   'AddressGroup': '1.2',
May 17 13:47:46.758887 dv-cinder-788363-3-iscsi neutron-server[78745]:                                                      'ConntrackHelper': '1.0',
May 17 13:47:46.758887 dv-cinder-788363-3-iscsi neutron-server[78745]:                                                      'Log': '1.0',
May 17 13:47:46.758887 dv-cinder-788363-3-iscsi neutron-server[78745]:                                                      'Network': '1.1',
May 17 13:47:46.758887 dv-cinder-788363-3-iscsi neutron-server[78745]:                                                      'Port': '1.7',
May 17 13:47:46.758887 dv-cinder-788363-3-iscsi neutron-server[78745]:                                                      'PortForwarding': '1.2',
May 17 13:47:46.758887 dv-cinder-788363-3-iscsi neutron-server[78745]:                                                      'QosPolicy': '1.8',
May 17 13:47:46.758887 dv-cinder-788363-3-iscsi neutron-server[78745]:                                                      'SecurityGroup': '1.4',
May 17 13:47:46.758887 dv-cinder-788363-3-iscsi neutron-server[78745]:                                                      'SecurityGroupRule': '1.2',
May 17 13:47:46.758887 dv-cinder-788363-3-iscsi neutron-server[78745]:                                                      'SubPort': '1.0',
May 17 13:47:46.758887 dv-cinder-788363-3-iscsi neutron-server[78745]:                                                      'Subnet': '1.1',
May 17 13:47:46.758887 dv-cinder-788363-3-iscsi neutron-server[78745]:                                                      'Trunk': '1.1'}}
May 17 13:47:46.758887 dv-cinder-788363-3-iscsi neutron-server[78745]:  {{(pid=78745) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 17 13:47:46.789714 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [None req-aca94010-9a62-456d-b427-f6575d1bb293 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:47:46.791928 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.managers [None req-bc5f797f-4fd6-48f5-9d5d-5b853ef155e9 None None] Attempting to bind port 69601be7-73ee-494a-be07-c3a09b0b3c83 on host dv-cinder-788363-3-iscsi for vnic_type normal with profile  {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 17 13:47:46.792317 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.managers [None req-bc5f797f-4fd6-48f5-9d5d-5b853ef155e9 None None] Attempting to bind port 69601be7-73ee-494a-be07-c3a09b0b3c83 by drivers openvswitch,hyperv on host dv-cinder-788363-3-iscsi at level 0 using segments [{'id': 'a6069a12-141d-475a-8731-fe4fc735a872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '645c681c-0b85-4549-9170-c9ef48026a8d'}] {{(pid=78745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 17 13:47:46.792736 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5f797f-4fd6-48f5-9d5d-5b853ef155e9 None None] Attempting to bind port 69601be7-73ee-494a-be07-c3a09b0b3c83 on network 645c681c-0b85-4549-9170-c9ef48026a8d {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 13:47:46.798043 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5f797f-4fd6-48f5-9d5d-5b853ef155e9 None None] Checking agent: {'id': 'ed5152c7-8558-4ae4-8c88-1353caeda338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 47, 10), 'started_at': datetime.datetime(2021, 5, 17, 13, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 17 13:47:46.798451 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5f797f-4fd6-48f5-9d5d-5b853ef155e9 None None] Checking segment: {'id': 'a6069a12-141d-475a-8731-fe4fc735a872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '645c681c-0b85-4549-9170-c9ef48026a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 13:47:46.798936 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-bc5f797f-4fd6-48f5-9d5d-5b853ef155e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:46.799310 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5f797f-4fd6-48f5-9d5d-5b853ef155e9 None None] Bound using segment: {'id': 'a6069a12-141d-475a-8731-fe4fc735a872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '645c681c-0b85-4549-9170-c9ef48026a8d'} {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 17 13:47:46.799844 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.managers [None req-bc5f797f-4fd6-48f5-9d5d-5b853ef155e9 None None] Bound port: 69601be7-73ee-494a-be07-c3a09b0b3c83, host: dv-cinder-788363-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6069a12-141d-475a-8731-fe4fc735a872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '645c681c-0b85-4549-9170-c9ef48026a8d'}}] {{(pid=78745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 17 13:47:46.800215 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-bc5f797f-4fd6-48f5-9d5d-5b853ef155e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:46.885234 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.db [None req-bc5f797f-4fd6-48f5-9d5d-5b853ef155e9 None None] For port 69601be7-73ee-494a-be07-c3a09b0b3c83, host dv-cinder-788363-3-iscsi, cleared binding levels {{(pid=78745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 17 13:47:46.889842 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.db [None req-bc5f797f-4fd6-48f5-9d5d-5b853ef155e9 None None] For port 69601be7-73ee-494a-be07-c3a09b0b3c83, host dv-cinder-788363-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=69601be7-73ee-494a-be07-c3a09b0b3c83,segment=NetworkSegment(a6069a12-141d-475a-8731-fe4fc735a872),segment_id=a6069a12-141d-475a-8731-fe4fc735a872)] {{(pid=78745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 17 13:47:46.893274 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-bc5f797f-4fd6-48f5-9d5d-5b853ef155e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:46.896983 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:47:46.980528 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5f797f-4fd6-48f5-9d5d-5b853ef155e9 None None] Routers {'420c68e1-66a5-4656-a7db-a7ee4141714e'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 13:47:46.981153 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-bc5f797f-4fd6-48f5-9d5d-5b853ef155e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae408ca5b0>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T13:47:40Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['420c68e1-66a5-4656-a7db-a7ee4141714e'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:47:47.035675 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca94010-9a62-456d-b427-f6575d1bb293 None None] Pushing event updated for resources: {'Port': ['ID=69601be7-73ee-494a-be07-c3a09b0b3c83,revision_number=4']} {{(pid=78745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:47:47.092639 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [None req-aca94010-9a62-456d-b427-f6575d1bb293 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:47:47.135816 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-bc5f797f-4fd6-48f5-9d5d-5b853ef155e9 None None] Set router 420c68e1-66a5-4656-a7db-a7ee4141714e gateway port host: None {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 13:47:47.461442 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-bc5f797f-4fd6-48f5-9d5d-5b853ef155e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae408ca5b0>, [{'id': '420c68e1-66a5-4656-a7db-a7ee4141714e', 'name': 'router1', 'tenant_id': '905dae0f916641d898330815b17f7ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:47:34Z', 'updated_at': '2021-05-17T13:47:44Z', 'revision_number': 2, 'project_id': '905dae0f916641d898330815b17f7ce7', 'gw_port_host': None, '_interfaces': [{'id': '69601be7-73ee-494a-be07-c3a09b0b3c83', 'name': '', 'network_id': '645c681c-0b85-4549-9170-c9ef48026a8d', 'tenant_id': '905dae0f916641d898330815b17f7ce7', 'mac_address': 'fa:16:3e:94:83:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '420c68e1-66a5-4656-a7db-a7ee4141714e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '874043b4-ef22-4e65-a6cb-772f6a73d934', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:47:43Z', 'updated_at': '2021-05-17T13:47:46Z', 'revision_number': 4, 'project_id': '905dae0f916641d898330815b17f7ce7', 'subnets': [{'id': '874043b4-ef22-4e65-a6cb-772f6a73d934', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '401503e4-e934-439e-a070-ca94524c7f0d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:47:47.465170 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5f797f-4fd6-48f5-9d5d-5b853ef155e9 None None] The sync data for ids ['420c68e1-66a5-4656-a7db-a7ee4141714e'] in dv-cinder-788363-3-iscsi is: [{'id': '420c68e1-66a5-4656-a7db-a7ee4141714e', 'name': 'router1', 'tenant_id': '905dae0f916641d898330815b17f7ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:47:34Z', 'updated_at': '2021-05-17T13:47:44Z', 'revision_number': 2, 'project_id': '905dae0f916641d898330815b17f7ce7', 'gw_port_host': None, '_interfaces': [{'id': '69601be7-73ee-494a-be07-c3a09b0b3c83', 'name': '', 'network_id': '645c681c-0b85-4549-9170-c9ef48026a8d', 'tenant_id': '905dae0f916641d898330815b17f7ce7', 'mac_address': 'fa:16:3e:94:83:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '420c68e1-66a5-4656-a7db-a7ee4141714e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '874043b4-ef22-4e65-a6cb-772f6a73d934', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:47:43Z', 'updated_at': '2021-05-17T13:47:46Z', 'revision_number': 4, 'project_id': '905dae0f916641d898330815b17f7ce7', 'subnets': [{'id': '874043b4-ef22-4e65-a6cb-772f6a73d934', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '401503e4-e934-439e-a070-ca94524c7f0d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 17 13:47:47.682584 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 57168) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:47:47.830720 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868e0046-69a6-433c-82d6-83b492ef3cb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:47:47.831268 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-868e0046-69a6-433c-82d6-83b492ef3cb2 admin admin] Synchronizing usage tracker for tenant:8ba0cbfe630e4791ba235069492c7e64 on resource:network {{(pid=78742) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 13:47:47.848229 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-868e0046-69a6-433c-82d6-83b492ef3cb2 admin admin] Unset dirty status for tenant:8ba0cbfe630e4791ba235069492c7e64 on resource:network {{(pid=78742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 13:47:47.849510 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-868e0046-69a6-433c-82d6-83b492ef3cb2 admin admin] 10.222.0.54 "GET /v2.0/networks/d5b45ae7-16ce-45df-9da3-dc322e2b7d9a HTTP/1.1" status: 200  len: 842 time: 0.1659894
May 17 13:47:47.859669 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-f5026ac0-499d-4e7a-aa2a-a495342cb62c admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'ip_version': 4}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:47:47.864880 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-f5026ac0-499d-4e7a-aa2a-a495342cb62c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:47:47.868631 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-f5026ac0-499d-4e7a-aa2a-a495342cb62c admin admin] Usage tracker for resource:subnet and tenant:8ba0cbfe630e4791ba235069492c7e64 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:47:47.871363 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-f5026ac0-499d-4e7a-aa2a-a495342cb62c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:47:47.877742 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-f5026ac0-499d-4e7a-aa2a-a495342cb62c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:47:47.887378 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5026ac0-499d-4e7a-aa2a-a495342cb62c admin admin] Made reservation on behalf of 8ba0cbfe630e4791ba235069492c7e64 for: {'subnet': 1} {{(pid=78742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 17 13:47:47.889656 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-f5026ac0-499d-4e7a-aa2a-a495342cb62c admin admin] Notify callbacks [] for subnet, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:48.330208 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.objects.ports [None req-f5026ac0-499d-4e7a-aa2a-a495342cb62c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78742) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
May 17 13:47:48.330636 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-f5026ac0-499d-4e7a-aa2a-a495342cb62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583'] for subnet, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:48.335006 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-87b43b49-7a5a-463f-9641-93b81d4518fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:47:48.405704 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5026ac0-499d-4e7a-aa2a-a495342cb62c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b62193f4-5b84-40dd-ae21-6a70cb5f2e38,revision_number=0']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:47:48.409432 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5026ac0-499d-4e7a-aa2a-a495342cb62c admin admin] Checking segment: {'id': 'd239c2a5-eb63-4e60-9706-c66c1478eded', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 13:47:48.409791 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5026ac0-499d-4e7a-aa2a-a495342cb62c admin admin] Network hostable DHCP agents. Network: d5b45ae7-16ce-45df-9da3-dc322e2b7d9a, hostable agents: ['49bbb97f-fcd4-4504-a032-9a51e4e6deed'], hosted agents: [] {{(pid=78742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 17 13:47:48.413466 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-f5026ac0-499d-4e7a-aa2a-a495342cb62c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:47:48.426875 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5026ac0-499d-4e7a-aa2a-a495342cb62c admin admin] Network d5b45ae7-16ce-45df-9da3-dc322e2b7d9a is scheduled to be hosted by DHCP agent 49bbb97f-fcd4-4504-a032-9a51e4e6deed with binding_index 1 {{(pid=78742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 17 13:47:48.436133 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-f5026ac0-499d-4e7a-aa2a-a495342cb62c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-3-iscsi, d5b45ae7-16ce-45df-9da3-dc322e2b7d9a) {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:47:48.439974 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5026ac0-499d-4e7a-aa2a-a495342cb62c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:47:48.440554 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-f5026ac0-499d-4e7a-aa2a-a495342cb62c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for subnet, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:48.445845 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7935c0e4-36b5-46df-85a1-651b935b05d4 None None] Network d5b45ae7-16ce-45df-9da3-dc322e2b7d9a requested from dv-cinder-788363-3-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 17 13:47:48.461527 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-f5026ac0-499d-4e7a-aa2a-a495342cb62c admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6058900
May 17 13:47:48.658580 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f061d4-35a6-4510-873a-7d4f86d0ce63 None None] Network d5b45ae7-16ce-45df-9da3-dc322e2b7d9a requested from dv-cinder-788363-3-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 17 13:47:50.721148 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 57182) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:47:50.915262 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-562e2ede-69cd-4360-aa61-e9400559094b admin admin] 10.222.0.54 "GET /v2.0/routers/420c68e1-66a5-4656-a7db-a7ee4141714e HTTP/1.1" status: 200  len: 710 time: 0.1929915
May 17 13:47:51.040167 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ba3567-5c4a-4453-9029-a36e81aab236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:47:51.041533 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-f0ba3567-5c4a-4453-9029-a36e81aab236 admin admin] 10.222.0.54 "GET /v2.0/networks/d5b45ae7-16ce-45df-9da3-dc322e2b7d9a HTTP/1.1" status: 200  len: 886 time: 0.1211801
May 17 13:47:51.050729 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-eb0a9ddb-7fdf-436d-8205-f5144c049a7b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a'}}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:47:51.489508 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-eb0a9ddb-7fdf-436d-8205-f5144c049a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2020853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2025177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4343'] for router, precommit_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:51.851720 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-eb0a9ddb-7fdf-436d-8205-f5144c049a7b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:51.906398 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-eb0a9ddb-7fdf-436d-8205-f5144c049a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:51.975962 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 69601be7-73ee-494a-be07-c3a09b0b3c83 up at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:47:52.044140 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning for port 69601be7-73ee-494a-be07-c3a09b0b3c83 completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:47:52.046576 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.db_base_plugin_common [None req-eb0a9ddb-7fdf-436d-8205-f5144c049a7b admin admin] Allocated IP 172.27.1.183 (d5b45ae7-16ce-45df-9da3-dc322e2b7d9a/b62193f4-5b84-40dd-ae21-6a70cb5f2e38/7a1be197-7bd2-4704-81a2-66038118d5cf) {{(pid=78742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 17 13:47:52.049336 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning complete for port 69601be7-73ee-494a-be07-c3a09b0b3c83 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:47:52.049775 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:52.167854 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:52.191164 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-eb0a9ddb-7fdf-436d-8205-f5144c049a7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:52.200301 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] For port 69601be7-73ee-494a-be07-c3a09b0b3c83, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=69601be7-73ee-494a-be07-c3a09b0b3c83,segment=NetworkSegment(a6069a12-141d-475a-8731-fe4fc735a872),segment_id=a6069a12-141d-475a-8731-fe4fc735a872)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:47:52.204871 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:52.206882 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:47:52.222593 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-eb0a9ddb-7fdf-436d-8205-f5144c049a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774149279272'] for port, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:52.227237 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:47:52.274770 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Pushing event updated for resources: {'Port': ['ID=69601be7-73ee-494a-be07-c3a09b0b3c83,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:47:52.278272 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:47:52.287776 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0a9ddb-7fdf-436d-8205-f5144c049a7b admin admin] Network d5b45ae7-16ce-45df-9da3-dc322e2b7d9a is already hosted by enough agents. {{(pid=78742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 13:47:52.290548 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-eb0a9ddb-7fdf-436d-8205-f5144c049a7b admin admin] Resources bound (agent type, host, resource id):  {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:47:52.294090 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0a9ddb-7fdf-436d-8205-f5144c049a7b admin admin] Received port after_create {{(pid=78742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 17 13:47:52.350926 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0a9ddb-7fdf-436d-8205-f5144c049a7b admin admin] Pushing event updated for resources: {'Port': ['ID=7a1be197-7bd2-4704-81a2-66038118d5cf,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:47:52.406506 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-eb0a9ddb-7fdf-436d-8205-f5144c049a7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:47:52.668366 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-eb0a9ddb-7fdf-436d-8205-f5144c049a7b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:53.049130 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-eb0a9ddb-7fdf-436d-8205-f5144c049a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2020853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2025177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4343'] for router, precommit_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:53.052506 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-eb0a9ddb-7fdf-436d-8205-f5144c049a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1966514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1966539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1966528', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2025191'] for router, after_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:53.226781 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb0a9ddb-7fdf-436d-8205-f5144c049a7b admin admin] Router 420c68e1-66a5-4656-a7db-a7ee4141714e has already been hosted by L3 agent 5f048e90-1481-4c55-97c3-311a68b90326 {{(pid=78742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 17 13:47:53.405371 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb0a9ddb-7fdf-436d-8205-f5144c049a7b admin admin] Notify agent at l3_agent.dv-cinder-788363-3-iscsi the message routers_updated {{(pid=78742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 17 13:47:53.414300 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cf1eee-f05e-4ea1-bfc3-33cc67a1e4a0 None None] Sync routers for ids ['420c68e1-66a5-4656-a7db-a7ee4141714e'] in dv-cinder-788363-3-iscsi {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 17 13:47:53.414744 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-eb0a9ddb-7fdf-436d-8205-f5144c049a7b admin admin] Notify callbacks [] for router, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:53.415793 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-eb0a9ddb-7fdf-436d-8205-f5144c049a7b admin admin] 10.222.0.54 "PUT /v2.0/routers/420c68e1-66a5-4656-a7db-a7ee4141714e HTTP/1.1" status: 200  len: 890 time: 2.3683376
May 17 13:47:53.425539 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cf1eee-f05e-4ea1-bfc3-33cc67a1e4a0 None None] Routers {'420c68e1-66a5-4656-a7db-a7ee4141714e'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 13:47:53.426660 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-d8cf1eee-f05e-4ea1-bfc3-33cc67a1e4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3b3dbaf0>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T13:47:40Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['420c68e1-66a5-4656-a7db-a7ee4141714e'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:47:53.620798 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-d8cf1eee-f05e-4ea1-bfc3-33cc67a1e4a0 None None] Set router 420c68e1-66a5-4656-a7db-a7ee4141714e gateway port host: dv-cinder-788363-3-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 13:47:53.968876 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 69601be7-73ee-494a-be07-c3a09b0b3c83 up at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:47:54.048502 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-d8cf1eee-f05e-4ea1-bfc3-33cc67a1e4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3b3dbaf0>, [{'id': '420c68e1-66a5-4656-a7db-a7ee4141714e', 'name': 'router1', 'tenant_id': '905dae0f916641d898330815b17f7ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '7a1be197-7bd2-4704-81a2-66038118d5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:47:34Z', 'updated_at': '2021-05-17T13:47:52Z', 'revision_number': 4, 'project_id': '905dae0f916641d898330815b17f7ce7', 'gw_port': {'id': '7a1be197-7bd2-4704-81a2-66038118d5cf', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:61:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '420c68e1-66a5-4656-a7db-a7ee4141714e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:47:51Z', 'updated_at': '2021-05-17T13:47:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_interfaces': [{'id': '69601be7-73ee-494a-be07-c3a09b0b3c83', 'name': '', 'network_id': '645c681c-0b85-4549-9170-c9ef48026a8d', 'tenant_id': '905dae0f916641d898330815b17f7ce7', 'mac_address': 'fa:16:3e:94:83:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420c68e1-66a5-4656-a7db-a7ee4141714e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '874043b4-ef22-4e65-a6cb-772f6a73d934', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:47:43Z', 'updated_at': '2021-05-17T13:47:52Z', 'revision_number': 5, 'project_id': '905dae0f916641d898330815b17f7ce7', 'subnets': [{'id': '874043b4-ef22-4e65-a6cb-772f6a73d934', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '401503e4-e934-439e-a070-ca94524c7f0d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:47:54.057246 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cf1eee-f05e-4ea1-bfc3-33cc67a1e4a0 None None] Checking router: 420c68e1-66a5-4656-a7db-a7ee4141714e for host: dv-cinder-788363-3-iscsi {{(pid=78744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 17 13:47:54.057674 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cf1eee-f05e-4ea1-bfc3-33cc67a1e4a0 None None] Updating router 420c68e1-66a5-4656-a7db-a7ee4141714e port 7a1be197-7bd2-4704-81a2-66038118d5cf binding host dv-cinder-788363-3-iscsi {{(pid=78744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 17 13:47:54.087257 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning complete for port 69601be7-73ee-494a-be07-c3a09b0b3c83 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:47:54.087653 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:54.159562 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-d8cf1eee-f05e-4ea1-bfc3-33cc67a1e4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:54.543869 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-d8cf1eee-f05e-4ea1-bfc3-33cc67a1e4a0 None None] Notify callbacks [] for port, precommit_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:54.555486 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-d8cf1eee-f05e-4ea1-bfc3-33cc67a1e4a0 None None] Transition to ACTIVE for port object 7a1be197-7bd2-4704-81a2-66038118d5cf will not be triggered until provisioned by entity L2. {{(pid=78744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:47:54.561893 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-d8cf1eee-f05e-4ea1-bfc3-33cc67a1e4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:54.565568 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:47:54.642880 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-d8cf1eee-f05e-4ea1-bfc3-33cc67a1e4a0 None None] Attempting to bind port 7a1be197-7bd2-4704-81a2-66038118d5cf on host dv-cinder-788363-3-iscsi for vnic_type normal with profile  {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 17 13:47:54.643245 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-d8cf1eee-f05e-4ea1-bfc3-33cc67a1e4a0 None None] Attempting to bind port 7a1be197-7bd2-4704-81a2-66038118d5cf by drivers openvswitch,hyperv on host dv-cinder-788363-3-iscsi at level 0 using segments [{'id': 'd239c2a5-eb63-4e60-9706-c66c1478eded', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a'}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 17 13:47:54.643634 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cf1eee-f05e-4ea1-bfc3-33cc67a1e4a0 None None] Attempting to bind port 7a1be197-7bd2-4704-81a2-66038118d5cf on network d5b45ae7-16ce-45df-9da3-dc322e2b7d9a {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 13:47:54.645540 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4f6fa7-3231-4c1f-b2c0-7177aade5907 None None] Pushing event updated for resources: {'Port': ['ID=7a1be197-7bd2-4704-81a2-66038118d5cf,revision_number=2']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:47:54.649930 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-7e4f6fa7-3231-4c1f-b2c0-7177aade5907 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:47:54.652380 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cf1eee-f05e-4ea1-bfc3-33cc67a1e4a0 None None] Checking agent: {'id': 'ed5152c7-8558-4ae4-8c88-1353caeda338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 47, 10), 'started_at': datetime.datetime(2021, 5, 17, 13, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 17 13:47:54.652802 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cf1eee-f05e-4ea1-bfc3-33cc67a1e4a0 None None] Checking segment: {'id': 'd239c2a5-eb63-4e60-9706-c66c1478eded', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 13:47:54.653246 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-d8cf1eee-f05e-4ea1-bfc3-33cc67a1e4a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:54.653521 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cf1eee-f05e-4ea1-bfc3-33cc67a1e4a0 None None] Bound using segment: {'id': 'd239c2a5-eb63-4e60-9706-c66c1478eded', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a'} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 17 13:47:54.654499 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-d8cf1eee-f05e-4ea1-bfc3-33cc67a1e4a0 None None] Bound port: 7a1be197-7bd2-4704-81a2-66038118d5cf, host: dv-cinder-788363-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd239c2a5-eb63-4e60-9706-c66c1478eded', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a'}}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 17 13:47:54.654878 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-d8cf1eee-f05e-4ea1-bfc3-33cc67a1e4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:54.725988 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-d8cf1eee-f05e-4ea1-bfc3-33cc67a1e4a0 None None] For port 7a1be197-7bd2-4704-81a2-66038118d5cf, host dv-cinder-788363-3-iscsi, cleared binding levels {{(pid=78744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 17 13:47:54.729307 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-d8cf1eee-f05e-4ea1-bfc3-33cc67a1e4a0 None None] For port 7a1be197-7bd2-4704-81a2-66038118d5cf, host dv-cinder-788363-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=7a1be197-7bd2-4704-81a2-66038118d5cf,segment=NetworkSegment(d239c2a5-eb63-4e60-9706-c66c1478eded),segment_id=d239c2a5-eb63-4e60-9706-c66c1478eded)] {{(pid=78744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 17 13:47:54.734552 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-d8cf1eee-f05e-4ea1-bfc3-33cc67a1e4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:54.739033 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-a7678455-fea6-4a88-a3d6-567561a84f92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:47:54.814991 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cf1eee-f05e-4ea1-bfc3-33cc67a1e4a0 None None] Routers {'420c68e1-66a5-4656-a7db-a7ee4141714e'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 13:47:54.815740 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-d8cf1eee-f05e-4ea1-bfc3-33cc67a1e4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3b3dbaf0>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T13:47:40Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['420c68e1-66a5-4656-a7db-a7ee4141714e'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:47:54.869095 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4f6fa7-3231-4c1f-b2c0-7177aade5907 None None] Pushing event updated for resources: {'Port': ['ID=7a1be197-7bd2-4704-81a2-66038118d5cf,revision_number=3']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:47:54.887835 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-7e4f6fa7-3231-4c1f-b2c0-7177aade5907 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:47:54.998775 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-d8cf1eee-f05e-4ea1-bfc3-33cc67a1e4a0 None None] Set router 420c68e1-66a5-4656-a7db-a7ee4141714e gateway port host: dv-cinder-788363-3-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 13:47:55.354764 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-d8cf1eee-f05e-4ea1-bfc3-33cc67a1e4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3b3dbaf0>, [{'id': '420c68e1-66a5-4656-a7db-a7ee4141714e', 'name': 'router1', 'tenant_id': '905dae0f916641d898330815b17f7ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '7a1be197-7bd2-4704-81a2-66038118d5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:47:34Z', 'updated_at': '2021-05-17T13:47:52Z', 'revision_number': 4, 'project_id': '905dae0f916641d898330815b17f7ce7', 'gw_port': {'id': '7a1be197-7bd2-4704-81a2-66038118d5cf', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:61:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '420c68e1-66a5-4656-a7db-a7ee4141714e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:47:51Z', 'updated_at': '2021-05-17T13:47:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_interfaces': [{'id': '69601be7-73ee-494a-be07-c3a09b0b3c83', 'name': '', 'network_id': '645c681c-0b85-4549-9170-c9ef48026a8d', 'tenant_id': '905dae0f916641d898330815b17f7ce7', 'mac_address': 'fa:16:3e:94:83:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420c68e1-66a5-4656-a7db-a7ee4141714e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '874043b4-ef22-4e65-a6cb-772f6a73d934', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:47:43Z', 'updated_at': '2021-05-17T13:47:52Z', 'revision_number': 5, 'project_id': '905dae0f916641d898330815b17f7ce7', 'subnets': [{'id': '874043b4-ef22-4e65-a6cb-772f6a73d934', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '401503e4-e934-439e-a070-ca94524c7f0d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:47:55.358867 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cf1eee-f05e-4ea1-bfc3-33cc67a1e4a0 None None] The sync data for ids ['420c68e1-66a5-4656-a7db-a7ee4141714e'] in dv-cinder-788363-3-iscsi is: [{'id': '420c68e1-66a5-4656-a7db-a7ee4141714e', 'name': 'router1', 'tenant_id': '905dae0f916641d898330815b17f7ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '7a1be197-7bd2-4704-81a2-66038118d5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:47:34Z', 'updated_at': '2021-05-17T13:47:52Z', 'revision_number': 4, 'project_id': '905dae0f916641d898330815b17f7ce7', 'gw_port': {'id': '7a1be197-7bd2-4704-81a2-66038118d5cf', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:61:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '420c68e1-66a5-4656-a7db-a7ee4141714e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:47:51Z', 'updated_at': '2021-05-17T13:47:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_interfaces': [{'id': '69601be7-73ee-494a-be07-c3a09b0b3c83', 'name': '', 'network_id': '645c681c-0b85-4549-9170-c9ef48026a8d', 'tenant_id': '905dae0f916641d898330815b17f7ce7', 'mac_address': 'fa:16:3e:94:83:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420c68e1-66a5-4656-a7db-a7ee4141714e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '874043b4-ef22-4e65-a6cb-772f6a73d934', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:47:43Z', 'updated_at': '2021-05-17T13:47:52Z', 'revision_number': 5, 'project_id': '905dae0f916641d898330815b17f7ce7', 'subnets': [{'id': '874043b4-ef22-4e65-a6cb-772f6a73d934', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '401503e4-e934-439e-a070-ca94524c7f0d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 17 13:47:55.789932 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 57192) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:47:55.906930 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-c12f0381-7bd2-467e-8c7d-0b4550b65497 admin admin] 10.222.0.54 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1158922
May 17 13:47:55.987508 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 7a1be197-7bd2-4704-81a2-66038118d5cf up at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:47:56.064864 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning for port 7a1be197-7bd2-4704-81a2-66038118d5cf completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:47:56.070140 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning complete for port 7a1be197-7bd2-4704-81a2-66038118d5cf triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:47:56.070510 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:56.189657 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:56.206440 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] For port 7a1be197-7bd2-4704-81a2-66038118d5cf, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=7a1be197-7bd2-4704-81a2-66038118d5cf,segment=NetworkSegment(d239c2a5-eb63-4e60-9706-c66c1478eded),segment_id=d239c2a5-eb63-4e60-9706-c66c1478eded)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:47:56.210313 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:47:56.212423 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-7e4f6fa7-3231-4c1f-b2c0-7177aade5907 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:47:56.281436 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Pushing event updated for resources: {'Port': ['ID=7a1be197-7bd2-4704-81a2-66038118d5cf,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:47:56.284492 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:47:57.965238 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 7a1be197-7bd2-4704-81a2-66038118d5cf up at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:47:58.035662 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning complete for port 7a1be197-7bd2-4704-81a2-66038118d5cf triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:47:58.036040 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:48:01.650761 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-8052cd49-7a68-4d4d-8373-307cb75036c7 None None] Agent healthcheck: found 5 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 17 13:48:07.386757 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-6f3bfe42-712f-4fba-842c-1519059cf7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:48:09.848756 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:48:10.070190 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-df57bbdf-ebe6-4513-92ad-1d728a09d3fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:48:10.938384 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-533a9918-d89c-4562-8a48-35a661957320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:48:12.445170 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1529072-104d-404f-8ce8-7078c9c34ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:48:37.395708 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-1bd07ccb-4579-4bbd-88cf-a1c53bc8b5d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:48:38.651143 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-8052cd49-7a68-4d4d-8373-307cb75036c7 None None] Agent healthcheck: found 5 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 17 13:48:39.830903 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:48:40.082628 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-12572bbd-9139-4abe-bfcd-7a628f39b2a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:48:40.946350 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-533a9918-d89c-4562-8a48-35a661957320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:48:42.449991 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1529072-104d-404f-8ce8-7078c9c34ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:49:07.394127 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-4a849bc0-6be9-465f-95ae-bd1fbf1b7991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:49:09.824231 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:49:10.079526 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-f9821ebf-0ab2-48bb-99c2-a190a99a83bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:49:10.934714 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-533a9918-d89c-4562-8a48-35a661957320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:49:12.449080 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1529072-104d-404f-8ce8-7078c9c34ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:49:15.651235 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-8052cd49-7a68-4d4d-8373-307cb75036c7 None None] Agent healthcheck: found 5 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 17 13:49:30.554132 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 57762) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:49:30.630817 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.pecan_wsgi.hooks.translation [None req-982ca63d-0ab6-4a53-9702-705961a54344 admin admin] GET failed (client error): The resource could not be found.
May 17 13:49:30.635586 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-982ca63d-0ab6-4a53-9702-705961a54344 admin admin] 10.222.0.54 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0771797
May 17 13:49:30.770934 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a6e1ac-51c0-4c7a-9c8a-a97906f21abf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:49:30.772441 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-d7a6e1ac-51c0-4c7a-9c8a-a97906f21abf admin admin] 10.222.0.54 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1358330
May 17 13:49:32.854496 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 57772) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:49:32.958060 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45db9f3c-a15e-44df-a65c-7870de281216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:49:32.958610 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-45db9f3c-a15e-44df-a65c-7870de281216 admin admin] Synchronizing usage tracker for tenant:8ba0cbfe630e4791ba235069492c7e64 on resource:subnet {{(pid=78742) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 13:49:32.974857 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-45db9f3c-a15e-44df-a65c-7870de281216 admin admin] Unset dirty status for tenant:8ba0cbfe630e4791ba235069492c7e64 on resource:subnet {{(pid=78742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 13:49:32.976087 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-45db9f3c-a15e-44df-a65c-7870de281216 admin admin] 10.222.0.54 "GET /v2.0/subnets/874043b4-ef22-4e65-a6cb-772f6a73d934 HTTP/1.1" status: 200  len: 849 time: 0.1206369
May 17 13:49:32.985594 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-c35f5731-cb29-4410-bdb5-681ee0d50739 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:49:33.102655 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c35f5731-cb29-4410-bdb5-681ee0d50739 admin admin] Notify callbacks [] for subnet, before_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:49:33.287799 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c35f5731-cb29-4410-bdb5-681ee0d50739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774149695793'] for subnet, after_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:49:33.291675 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-f5026ac0-499d-4e7a-aa2a-a495342cb62c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:49:33.336593 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35f5731-cb29-4410-bdb5-681ee0d50739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:49:33.337181 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c35f5731-cb29-4410-bdb5-681ee0d50739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for subnet, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:49:33.347505 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee7457d-f5b6-4255-8b93-a026a7c61456 None None] Network 645c681c-0b85-4549-9170-c9ef48026a8d requested from dv-cinder-788363-3-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 17 13:49:33.348123 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-c35f5731-cb29-4410-bdb5-681ee0d50739 admin admin] 10.222.0.54 "PUT /v2.0/subnets/874043b4-ef22-4e65-a6cb-772f6a73d934 HTTP/1.1" status: 200  len: 868 time: 0.3567376
May 17 13:49:33.357239 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5731-cb29-4410-bdb5-681ee0d50739 admin admin] Pushing event updated for resources: {'Subnet': ['ID=874043b4-ef22-4e65-a6cb-772f6a73d934,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:49:33.365130 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5731-cb29-4410-bdb5-681ee0d50739 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:49:33.365473 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5731-cb29-4410-bdb5-681ee0d50739 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:49:33.365810 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5731-cb29-4410-bdb5-681ee0d50739 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:49:33.366142 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5731-cb29-4410-bdb5-681ee0d50739 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:49:33.366473 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5731-cb29-4410-bdb5-681ee0d50739 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:49:33.366830 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5731-cb29-4410-bdb5-681ee0d50739 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:49:33.367156 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5731-cb29-4410-bdb5-681ee0d50739 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:49:33.367502 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5731-cb29-4410-bdb5-681ee0d50739 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:49:33.367842 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5731-cb29-4410-bdb5-681ee0d50739 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:49:33.368321 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5731-cb29-4410-bdb5-681ee0d50739 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:49:33.368645 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5731-cb29-4410-bdb5-681ee0d50739 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:49:33.368961 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5731-cb29-4410-bdb5-681ee0d50739 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:49:33.373176 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-c35f5731-cb29-4410-bdb5-681ee0d50739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:49:33.768432 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-766ba498-680d-423f-9bc5-d233d0426300 None None] Provisioning complete for port 993d2364-edd6-4dc7-bba9-358a6c8e5c37 triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:49:33.768799 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-766ba498-680d-423f-9bc5-d233d0426300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:49:33.890522 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-766ba498-680d-423f-9bc5-d233d0426300 None None] Provisioning complete for port 69601be7-73ee-494a-be07-c3a09b0b3c83 triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:49:33.890784 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-766ba498-680d-423f-9bc5-d233d0426300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:49:35.458609 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 57782) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:49:35.644252 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7914110-3df2-43fa-857c-76fe315cd512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:49:35.644648 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7914110-3df2-43fa-857c-76fe315cd512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:49:35.646193 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-c7914110-3df2-43fa-857c-76fe315cd512 admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1866484
May 17 13:49:37.387668 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-bbe8f564-9d15-4211-8e6a-a82c5c63e139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:49:37.771247 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 57792) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:49:37.980456 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acfd80d-814c-45dd-8123-455b6e8bcd17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:49:37.980848 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acfd80d-814c-45dd-8123-455b6e8bcd17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:49:37.982877 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-5acfd80d-814c-45dd-8123-455b6e8bcd17 admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2101758
May 17 13:49:39.828159 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:49:40.082298 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a03c3b21-6801-4439-9e50-11744e3864bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:49:40.133631 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 57802) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:49:40.324200 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2a3dc6-b17b-4986-96ec-0235c0dea701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:49:40.325587 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-2a2a3dc6-b17b-4986-96ec-0235c0dea701 admin admin] 10.222.0.54 "GET /v2.0/networks/645c681c-0b85-4549-9170-c9ef48026a8d HTTP/1.1" status: 200  len: 869 time: 0.1909318
May 17 13:49:40.937407 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-533a9918-d89c-4562-8a48-35a661957320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:49:42.437319 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 57812) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:49:42.454408 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1529072-104d-404f-8ce8-7078c9c34ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:49:42.602582 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0074c0-12f5-4b61-8b9c-3e3b1eed72d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:49:42.603586 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-be0074c0-12f5-4b61-8b9c-3e3b1eed72d6 admin admin] 10.222.0.54 "GET /v2.0/networks/d5b45ae7-16ce-45df-9da3-dc322e2b7d9a HTTP/1.1" status: 200  len: 886 time: 0.1651144
May 17 13:49:44.717757 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 57822) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:49:44.826275 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25167aea-759f-48c5-a587-ba1ba15da116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:49:44.826742 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25167aea-759f-48c5-a587-ba1ba15da116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:49:44.828288 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-25167aea-759f-48c5-a587-ba1ba15da116 admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1096020
May 17 13:49:46.927003 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 57832) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:49:47.034211 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6f9082-e364-4d02-b41a-593520ba1334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:49:47.034669 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6f9082-e364-4d02-b41a-593520ba1334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:49:47.036207 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-4b6f9082-e364-4d02-b41a-593520ba1334 admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1082156
May 17 13:49:49.143142 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 57842) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:49:49.251589 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70108305-af68-4376-bb73-207e7cd3b63d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:49:49.252938 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-70108305-af68-4376-bb73-207e7cd3b63d admin admin] 10.222.0.54 "GET /v2.0/subnets/874043b4-ef22-4e65-a6cb-772f6a73d934 HTTP/1.1" status: 200  len: 868 time: 0.1088390
May 17 13:49:51.402585 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 57852) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:49:51.540688 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8e6329-4e12-41da-8dac-15192af2eebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:49:51.542017 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-0c8e6329-4e12-41da-8dac-15192af2eebb admin admin] 10.222.0.54 "GET /v2.0/subnets/b62193f4-5b84-40dd-ae21-6a70cb5f2e38 HTTP/1.1" status: 200  len: 816 time: 0.1385083
May 17 13:49:52.650285 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-8052cd49-7a68-4d4d-8373-307cb75036c7 None None] Agent healthcheck: found 5 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 17 13:50:07.391525 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a0a6ecc8-0615-4568-8842-309f4ac67793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:50:09.830161 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:50:10.083582 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-1bcf42f0-77da-4fc3-b322-0b195812b376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:50:10.946896 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-533a9918-d89c-4562-8a48-35a661957320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:50:12.454742 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1529072-104d-404f-8ce8-7078c9c34ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:50:14.299022 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 57896) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:50:14.346972 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [None req-de858fbb-2b71-4b1e-8b68-b819f4ba791d admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=78742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 17 13:50:14.347958 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-de858fbb-2b71-4b1e-8b68-b819f4ba791d admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0479801
May 17 13:50:16.522554 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 57906) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:50:16.592741 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.pecan_wsgi.hooks.translation [None req-a81ecd90-e0fa-4aff-b33d-0310502e7a39 admin admin] GET failed (client error): The resource could not be found.
May 17 13:50:16.593981 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-a81ecd90-e0fa-4aff-b33d-0310502e7a39 admin admin] 10.222.0.54 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0704982
May 17 13:50:16.721667 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c9060b-47e3-43ed-bb53-3bccdcf27b73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:50:16.723113 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-b7c9060b-47e3-43ed-bb53-3bccdcf27b73 admin admin] 10.222.0.54 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1253586
May 17 13:50:18.842086 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 57916) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:50:18.889035 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-733837a3-ac13-4f28-a3ea-e3d9bd2a994d admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:50:18.893615 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-733837a3-ac13-4f28-a3ea-e3d9bd2a994d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:50:18.902969 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-733837a3-ac13-4f28-a3ea-e3d9bd2a994d admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:50:18.912588 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733837a3-ac13-4f28-a3ea-e3d9bd2a994d admin admin] Made reservation on behalf of 8ba0cbfe630e4791ba235069492c7e64 for: {'network': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 17 13:50:18.915406 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-733837a3-ac13-4f28-a3ea-e3d9bd2a994d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1032604'] for network, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:50:19.002262 dv-cinder-788363-3-iscsi neutron-server[78743]: WARNING neutron.services.revisions.revision_plugin [None req-733837a3-ac13-4f28-a3ea-e3d9bd2a994d admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fae405cfe20] {project_id='8ba0cbfe630e4791ba235069492c7e64', id='4784c3fa-d5cf-4a0b-9b07-e7a1fa5bfc25', target_tenant='*', action='access_as_shared', object_id='d2ce7c91-4e52-41bd-b5aa-023a054304a4'}> to bump revision.
May 17 13:50:19.014230 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-733837a3-ac13-4f28-a3ea-e3d9bd2a994d admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'}  {{(pid=78743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 17 13:50:19.023001 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-733837a3-ac13-4f28-a3ea-e3d9bd2a994d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861870'] for segment, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:50:19.023283 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.db.segments_db [None req-733837a3-ac13-4f28-a3ea-e3d9bd2a994d admin admin] Added segment aca4fba8-94cc-4c64-aa16-d1c0395c5c4a of type vlan for network d2ce7c91-4e52-41bd-b5aa-023a054304a4
May 17 13:50:19.056530 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-733837a3-ac13-4f28-a3ea-e3d9bd2a994d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774149267101'] for network, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:50:19.085133 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-733837a3-ac13-4f28-a3ea-e3d9bd2a994d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1676892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582528'] for network, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:50:19.086904 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733837a3-ac13-4f28-a3ea-e3d9bd2a994d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:50:19.087511 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-733837a3-ac13-4f28-a3ea-e3d9bd2a994d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for network, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:50:19.090565 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:50:19.189439 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-733837a3-ac13-4f28-a3ea-e3d9bd2a994d admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3462861
May 17 13:50:19.190013 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733837a3-ac13-4f28-a3ea-e3d9bd2a994d admin admin] Pushing event updated for resources: {'Network': ['ID=d2ce7c91-4e52-41bd-b5aa-023a054304a4,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:50:19.197493 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733837a3-ac13-4f28-a3ea-e3d9bd2a994d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:50:19.197829 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733837a3-ac13-4f28-a3ea-e3d9bd2a994d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:50:19.198162 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733837a3-ac13-4f28-a3ea-e3d9bd2a994d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:50:19.198491 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733837a3-ac13-4f28-a3ea-e3d9bd2a994d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:50:19.198835 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733837a3-ac13-4f28-a3ea-e3d9bd2a994d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:50:19.199141 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733837a3-ac13-4f28-a3ea-e3d9bd2a994d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:50:19.199546 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733837a3-ac13-4f28-a3ea-e3d9bd2a994d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:50:19.199863 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733837a3-ac13-4f28-a3ea-e3d9bd2a994d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:50:19.200210 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733837a3-ac13-4f28-a3ea-e3d9bd2a994d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:50:19.200528 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733837a3-ac13-4f28-a3ea-e3d9bd2a994d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:50:19.200847 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733837a3-ac13-4f28-a3ea-e3d9bd2a994d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:50:19.201158 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733837a3-ac13-4f28-a3ea-e3d9bd2a994d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:50:19.204822 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-733837a3-ac13-4f28-a3ea-e3d9bd2a994d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:50:19.212913 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Network d2ce7c91-4e52-41bd-b5aa-023a054304a4 details requested by agent ovs-agent-dv-cinder-788363-3-iscsi with host dv-cinder-788363-3-iscsi {{(pid=78744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 17 13:50:21.334200 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 57926) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:50:21.400564 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.pecan_wsgi.hooks.translation [None req-45c8f2ee-af7d-4c94-bc4a-374bf6e9e3f5 admin admin] GET failed (client error): The resource could not be found.
May 17 13:50:21.401819 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-45c8f2ee-af7d-4c94-bc4a-374bf6e9e3f5 admin admin] 10.222.0.54 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0667200
May 17 13:50:21.504950 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f759d615-f656-4eec-ace9-61d14daf810c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:50:21.506407 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-f759d615-f656-4eec-ace9-61d14daf810c admin admin] 10.222.0.54 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1006076
May 17 13:50:21.516729 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-0fac152f-01c8-4d5c-8824-4e7ed206d3c7 admin admin] Request body: {'subnet': {'network_id': 'd2ce7c91-4e52-41bd-b5aa-023a054304a4', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:50:21.521293 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-0fac152f-01c8-4d5c-8824-4e7ed206d3c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:50:21.531917 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-0fac152f-01c8-4d5c-8824-4e7ed206d3c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:50:21.542104 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fac152f-01c8-4d5c-8824-4e7ed206d3c7 admin admin] Made reservation on behalf of 8ba0cbfe630e4791ba235069492c7e64 for: {'subnet': 1} {{(pid=78742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 17 13:50:21.544564 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0fac152f-01c8-4d5c-8824-4e7ed206d3c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:50:21.921821 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0fac152f-01c8-4d5c-8824-4e7ed206d3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583'] for subnet, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:50:21.925501 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:50:21.995640 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac152f-01c8-4d5c-8824-4e7ed206d3c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3757a01-c174-450e-aad2-9620fbb81f0f,revision_number=0']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:50:21.998963 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-0fac152f-01c8-4d5c-8824-4e7ed206d3c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:50:22.004536 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fac152f-01c8-4d5c-8824-4e7ed206d3c7 admin admin] Checking segment: {'id': 'aca4fba8-94cc-4c64-aa16-d1c0395c5c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'd2ce7c91-4e52-41bd-b5aa-023a054304a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 13:50:22.004907 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fac152f-01c8-4d5c-8824-4e7ed206d3c7 admin admin] Network hostable DHCP agents. Network: d2ce7c91-4e52-41bd-b5aa-023a054304a4, hostable agents: ['49bbb97f-fcd4-4504-a032-9a51e4e6deed'], hosted agents: [] {{(pid=78742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 17 13:50:22.021149 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fac152f-01c8-4d5c-8824-4e7ed206d3c7 admin admin] Network d2ce7c91-4e52-41bd-b5aa-023a054304a4 is scheduled to be hosted by DHCP agent 49bbb97f-fcd4-4504-a032-9a51e4e6deed with binding_index 1 {{(pid=78742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 17 13:50:22.029777 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-0fac152f-01c8-4d5c-8824-4e7ed206d3c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-3-iscsi, d2ce7c91-4e52-41bd-b5aa-023a054304a4) {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:50:22.033933 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fac152f-01c8-4d5c-8824-4e7ed206d3c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:50:22.034517 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0fac152f-01c8-4d5c-8824-4e7ed206d3c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for subnet, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:50:22.038726 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2b0e55-f63a-4401-a6df-780158c1a337 None None] Network d2ce7c91-4e52-41bd-b5aa-023a054304a4 requested from dv-cinder-788363-3-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 17 13:50:22.060621 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-0fac152f-01c8-4d5c-8824-4e7ed206d3c7 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5473418
May 17 13:50:22.284580 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e2d7b2-02c0-4887-93c4-27834e25d955 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2d06222-2de8-51f1-88e2-9822a162890d-d2ce7c91-4e52-41bd-b5aa-023a054304a4', 'network_id': 'd2ce7c91-4e52-41bd-b5aa-023a054304a4', 'tenant_id': '8ba0cbfe630e4791ba235069492c7e64', 'fixed_ips': [{'subnet_id': 'c3757a01-c174-450e-aad2-9620fbb81f0f'}]}} from dv-cinder-788363-3-iscsi. {{(pid=78744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 17 13:50:22.285411 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-81e2d7b2-02c0-4887-93c4-27834e25d955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:50:22.442890 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.db_base_plugin_common [None req-81e2d7b2-02c0-4887-93c4-27834e25d955 None None] Allocated IP 192.168.233.2 (d2ce7c91-4e52-41bd-b5aa-023a054304a4/c3757a01-c174-450e-aad2-9620fbb81f0f/552d646b-3e68-410a-bb89-6f320b5d66b3) {{(pid=78744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 17 13:50:22.652822 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-81e2d7b2-02c0-4887-93c4-27834e25d955 None None] Notify callbacks [] for port, precommit_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:50:22.663587 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-81e2d7b2-02c0-4887-93c4-27834e25d955 None None] Transition to ACTIVE for port object 552d646b-3e68-410a-bb89-6f320b5d66b3 will not be triggered until provisioned by entity L2. {{(pid=78744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:50:22.683651 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-81e2d7b2-02c0-4887-93c4-27834e25d955 None None] Transition to ACTIVE for port object 552d646b-3e68-410a-bb89-6f320b5d66b3 will not be triggered until provisioned by entity DHCP. {{(pid=78744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:50:22.689824 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-81e2d7b2-02c0-4887-93c4-27834e25d955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774149279272'] for port, after_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:50:22.696553 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:50:22.756172 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e2d7b2-02c0-4887-93c4-27834e25d955 None None] Network d2ce7c91-4e52-41bd-b5aa-023a054304a4 is already hosted by enough agents. {{(pid=78744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 13:50:22.761602 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.scheduler.base_scheduler [None req-81e2d7b2-02c0-4887-93c4-27834e25d955 None None] Resources bound (agent type, host, resource id):  {{(pid=78744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:50:22.764126 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e2d7b2-02c0-4887-93c4-27834e25d955 None None] Received port after_create {{(pid=78744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 17 13:50:22.796857 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e2d7b2-02c0-4887-93c4-27834e25d955 None None] Pushing event updated for resources: {'Port': ['ID=552d646b-3e68-410a-bb89-6f320b5d66b3,revision_number=1']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:50:22.838474 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e2d7b2-02c0-4887-93c4-27834e25d955 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:50:22.838814 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e2d7b2-02c0-4887-93c4-27834e25d955 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:50:22.839143 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e2d7b2-02c0-4887-93c4-27834e25d955 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:50:22.839487 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e2d7b2-02c0-4887-93c4-27834e25d955 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:50:22.839814 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e2d7b2-02c0-4887-93c4-27834e25d955 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:50:22.840140 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e2d7b2-02c0-4887-93c4-27834e25d955 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:50:22.840454 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e2d7b2-02c0-4887-93c4-27834e25d955 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:50:22.840765 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e2d7b2-02c0-4887-93c4-27834e25d955 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:50:22.841083 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e2d7b2-02c0-4887-93c4-27834e25d955 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:50:22.841396 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e2d7b2-02c0-4887-93c4-27834e25d955 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:50:22.841709 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e2d7b2-02c0-4887-93c4-27834e25d955 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:50:22.842016 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e2d7b2-02c0-4887-93c4-27834e25d955 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:50:22.845539 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-81e2d7b2-02c0-4887-93c4-27834e25d955 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:50:22.871755 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-81e2d7b2-02c0-4887-93c4-27834e25d955 None None] Attempting to bind port 552d646b-3e68-410a-bb89-6f320b5d66b3 on host dv-cinder-788363-3-iscsi for vnic_type normal with profile  {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 17 13:50:22.872121 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-81e2d7b2-02c0-4887-93c4-27834e25d955 None None] Attempting to bind port 552d646b-3e68-410a-bb89-6f320b5d66b3 by drivers openvswitch,hyperv on host dv-cinder-788363-3-iscsi at level 0 using segments [{'id': 'aca4fba8-94cc-4c64-aa16-d1c0395c5c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'd2ce7c91-4e52-41bd-b5aa-023a054304a4'}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 17 13:50:22.872483 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e2d7b2-02c0-4887-93c4-27834e25d955 None None] Attempting to bind port 552d646b-3e68-410a-bb89-6f320b5d66b3 on network d2ce7c91-4e52-41bd-b5aa-023a054304a4 {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 13:50:22.877925 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e2d7b2-02c0-4887-93c4-27834e25d955 None None] Checking agent: {'id': 'ed5152c7-8558-4ae4-8c88-1353caeda338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 47, 10), 'started_at': datetime.datetime(2021, 5, 17, 13, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 17 13:50:22.878247 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e2d7b2-02c0-4887-93c4-27834e25d955 None None] Checking segment: {'id': 'aca4fba8-94cc-4c64-aa16-d1c0395c5c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'd2ce7c91-4e52-41bd-b5aa-023a054304a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 13:50:22.878640 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-81e2d7b2-02c0-4887-93c4-27834e25d955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:50:22.879026 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e2d7b2-02c0-4887-93c4-27834e25d955 None None] Bound using segment: {'id': 'aca4fba8-94cc-4c64-aa16-d1c0395c5c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'd2ce7c91-4e52-41bd-b5aa-023a054304a4'} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 17 13:50:22.879522 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-81e2d7b2-02c0-4887-93c4-27834e25d955 None None] Bound port: 552d646b-3e68-410a-bb89-6f320b5d66b3, host: dv-cinder-788363-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aca4fba8-94cc-4c64-aa16-d1c0395c5c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'd2ce7c91-4e52-41bd-b5aa-023a054304a4'}}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 17 13:50:22.879895 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-81e2d7b2-02c0-4887-93c4-27834e25d955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:50:22.970593 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-81e2d7b2-02c0-4887-93c4-27834e25d955 None None] For port 552d646b-3e68-410a-bb89-6f320b5d66b3, host dv-cinder-788363-3-iscsi, cleared binding levels {{(pid=78744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 17 13:50:22.974293 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-81e2d7b2-02c0-4887-93c4-27834e25d955 None None] For port 552d646b-3e68-410a-bb89-6f320b5d66b3, host dv-cinder-788363-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=552d646b-3e68-410a-bb89-6f320b5d66b3,segment=NetworkSegment(aca4fba8-94cc-4c64-aa16-d1c0395c5c4a),segment_id=aca4fba8-94cc-4c64-aa16-d1c0395c5c4a)] {{(pid=78744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 17 13:50:22.978464 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-81e2d7b2-02c0-4887-93c4-27834e25d955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:50:22.983845 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:50:23.067795 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e2d7b2-02c0-4887-93c4-27834e25d955 None None] Pushing event updated for resources: {'Port': ['ID=552d646b-3e68-410a-bb89-6f320b5d66b3,revision_number=2']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:50:23.072075 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-81e2d7b2-02c0-4887-93c4-27834e25d955 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:50:23.922488 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a966374-ee86-4ace-9309-7ca94c487cf5 None None] Network d2ce7c91-4e52-41bd-b5aa-023a054304a4 requested from dv-cinder-788363-3-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 17 13:50:24.019652 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-369f91fc-83b6-468d-b1d1-3dfc0882acee None None] Provisioning for port 552d646b-3e68-410a-bb89-6f320b5d66b3 completed by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:50:24.119069 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 552d646b-3e68-410a-bb89-6f320b5d66b3 up at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:50:24.236629 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning for port 552d646b-3e68-410a-bb89-6f320b5d66b3 completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:50:24.243462 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning complete for port 552d646b-3e68-410a-bb89-6f320b5d66b3 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:50:24.243847 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:50:24.374012 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:50:24.416090 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] For port 552d646b-3e68-410a-bb89-6f320b5d66b3, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=552d646b-3e68-410a-bb89-6f320b5d66b3,segment=NetworkSegment(aca4fba8-94cc-4c64-aa16-d1c0395c5c4a),segment_id=aca4fba8-94cc-4c64-aa16-d1c0395c5c4a)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:50:24.421039 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:50:24.423533 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-81e2d7b2-02c0-4887-93c4-27834e25d955 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:50:24.500408 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Pushing event updated for resources: {'Port': ['ID=552d646b-3e68-410a-bb89-6f320b5d66b3,revision_number=3']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:50:24.505798 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:50:24.565985 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-e6e1f832-374c-42c2-a2cc-d46252efd377 None None] Provisioning complete for port 552d646b-3e68-410a-bb89-6f320b5d66b3 triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:50:24.566418 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-e6e1f832-374c-42c2-a2cc-d46252efd377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:50:26.071283 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 552d646b-3e68-410a-bb89-6f320b5d66b3 up at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:50:26.141242 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning complete for port 552d646b-3e68-410a-bb89-6f320b5d66b3 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:50:26.141619 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:50:29.651281 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-8052cd49-7a68-4d4d-8373-307cb75036c7 None None] Agent healthcheck: found 5 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 17 13:50:37.394328 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-429dff32-55b5-44bb-b360-f5e4398f38a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:50:39.844133 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:50:40.087689 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-5dcf8b5c-ed5a-4194-bd8d-d6136b69d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:50:40.951558 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-533a9918-d89c-4562-8a48-35a661957320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:50:42.463945 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1529072-104d-404f-8ce8-7078c9c34ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:51:06.650377 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-8052cd49-7a68-4d4d-8373-307cb75036c7 None None] Agent healthcheck: found 5 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 17 13:51:07.396093 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-07c2bc25-b95e-45c5-80da-689acc8d7abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:51:09.837096 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:51:10.093189 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-ff2c55ce-93e7-4bdf-a0ab-b3f3faf32b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:51:10.948703 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-533a9918-d89c-4562-8a48-35a661957320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:51:12.463307 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1529072-104d-404f-8ce8-7078c9c34ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:51:28.727944 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 57976) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:51:28.734124 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [None req-62dffe85-cbfe-4d16-a254-c7376d6dc87e tempest-verify_tempest_config-1583131814 tempest-verify_tempest_config-1583131814-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=78742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 17 13:51:28.735083 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-62dffe85-cbfe-4d16-a254-c7376d6dc87e tempest-verify_tempest_config-1583131814 tempest-verify_tempest_config-1583131814-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0061820
May 17 13:51:29.034237 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 57994) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:51:29.150255 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-cf86527d-24f0-4e17-b8ee-0a726b764de5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:51:29.164081 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-cf86527d-24f0-4e17-b8ee-0a726b764de5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:51:29.167846 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-cf86527d-24f0-4e17-b8ee-0a726b764de5 admin admin] Usage tracker for resource:security_group_rule and tenant:c90d535d63ae459081ec2373f025fcb7 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:51:29.170728 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-cf86527d-24f0-4e17-b8ee-0a726b764de5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:51:29.176285 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-cf86527d-24f0-4e17-b8ee-0a726b764de5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:51:29.262838 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-cf86527d-24f0-4e17-b8ee-0a726b764de5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:51:29.266629 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-cf86527d-24f0-4e17-b8ee-0a726b764de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:51:29.275274 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:51:29.313292 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-cf86527d-24f0-4e17-b8ee-0a726b764de5 admin admin] Synchronizing usage tracker for tenant:8ba0cbfe630e4791ba235069492c7e64 on resource:security_group {{(pid=78742) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 13:51:29.316624 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf86527d-24f0-4e17-b8ee-0a726b764de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a967c685-62d7-4603-8f85-4a2bfb302d06,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:51:29.323655 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf86527d-24f0-4e17-b8ee-0a726b764de5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:51:29.324025 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf86527d-24f0-4e17-b8ee-0a726b764de5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:51:29.324360 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf86527d-24f0-4e17-b8ee-0a726b764de5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:51:29.324685 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf86527d-24f0-4e17-b8ee-0a726b764de5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:51:29.325008 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf86527d-24f0-4e17-b8ee-0a726b764de5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:51:29.325344 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf86527d-24f0-4e17-b8ee-0a726b764de5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:51:29.325664 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf86527d-24f0-4e17-b8ee-0a726b764de5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:51:29.325979 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf86527d-24f0-4e17-b8ee-0a726b764de5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:51:29.326310 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf86527d-24f0-4e17-b8ee-0a726b764de5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:51:29.326626 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf86527d-24f0-4e17-b8ee-0a726b764de5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:51:29.326938 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf86527d-24f0-4e17-b8ee-0a726b764de5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:51:29.327246 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf86527d-24f0-4e17-b8ee-0a726b764de5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:51:29.333072 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-cf86527d-24f0-4e17-b8ee-0a726b764de5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:51:29.342770 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-cf86527d-24f0-4e17-b8ee-0a726b764de5 admin admin] Unset dirty status for tenant:8ba0cbfe630e4791ba235069492c7e64 on resource:security_group {{(pid=78742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 13:51:29.343998 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-cf86527d-24f0-4e17-b8ee-0a726b764de5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c90d535d63ae459081ec2373f025fcb7&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3087823
May 17 13:51:29.346623 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 58000) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:51:29.403064 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2fada579-41ad-4712-af06-d37ef6a394fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:51:29.428528 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2fada579-41ad-4712-af06-d37ef6a394fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:51:29.523103 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2fada579-41ad-4712-af06-d37ef6a394fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:51:29.526926 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-79180fd5-b4b8-4abe-86ee-a2df8bd14ede admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:51:29.537768 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fada579-41ad-4712-af06-d37ef6a394fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a967c685-62d7-4603-8f85-4a2bfb302d06,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:51:29.540112 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-2fada579-41ad-4712-af06-d37ef6a394fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:51:29.545862 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2fada579-41ad-4712-af06-d37ef6a394fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:51:29.546955 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-2fada579-41ad-4712-af06-d37ef6a394fa admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a967c685-62d7-4603-8f85-4a2bfb302d06 HTTP/1.1" status: 204  len: 168 time: 0.1994579
May 17 13:51:37.400100 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-63d1a39e-b7f3-4fba-ac40-f10126a5b243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:51:39.841210 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:51:40.087614 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-49d4495f-3313-481a-8d4a-952f001c6d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:51:40.950984 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-533a9918-d89c-4562-8a48-35a661957320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:51:42.465765 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1529072-104d-404f-8ce8-7078c9c34ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:51:43.649992 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-8052cd49-7a68-4d4d-8373-307cb75036c7 None None] Agent healthcheck: found 5 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 17 13:52:07.402992 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-00b60029-b127-4ab5-a45a-1df9e7fb72fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:52:09.844515 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:52:10.092158 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-2ca56290-6550-47d9-b0e0-ad988adc6c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:52:10.953937 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-533a9918-d89c-4562-8a48-35a661957320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:52:12.472553 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1529072-104d-404f-8ce8-7078c9c34ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:52:20.648309 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-8052cd49-7a68-4d4d-8373-307cb75036c7 None None] Agent healthcheck: found 5 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 17 13:52:37.405490 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-f1650beb-d1a8-4d1c-b20b-ff7dc10d9db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:52:39.849267 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:52:40.094931 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-df7025ca-fa47-40b3-9564-ec8d03878ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:52:40.961021 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-533a9918-d89c-4562-8a48-35a661957320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:52:42.473918 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1529072-104d-404f-8ce8-7078c9c34ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:52:57.647280 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-8052cd49-7a68-4d4d-8373-307cb75036c7 None None] Agent healthcheck: found 5 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 17 13:53:03.351614 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508'] for agent, after_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:53:06.912394 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 58052) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:53:07.027570 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-38bc9dea-b25e-446c-8fa5-4e19405111bb admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1140630
May 17 13:53:07.407053 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-55168fee-6ab4-420a-b617-e78f2f9e02b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:53:09.162950 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 58062) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:53:09.218905 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-4fa1800a-1a47-4a8e-8b78-c6d05c5fab37 admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0547826
May 17 13:53:09.852014 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:53:10.097745 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-2b1b2639-2130-4c25-bddd-ab213ed8c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:53:10.959582 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-533a9918-d89c-4562-8a48-35a661957320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:53:12.563423 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1529072-104d-404f-8ce8-7078c9c34ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:53:33.324207 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:53:34.645986 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-8052cd49-7a68-4d4d-8373-307cb75036c7 None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 17 13:53:37.408345 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-d05b21fb-35fd-4d45-a172-7a6c179e8d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:53:39.854637 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:53:40.103376 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9be59d75-5895-4ccd-9d5a-48afab625f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:53:40.961005 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-533a9918-d89c-4562-8a48-35a661957320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:53:42.477335 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1529072-104d-404f-8ce8-7078c9c34ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:03.335358 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:07.409482 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9fb95c53-072c-4b48-980e-317c9a3d5f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:09.857302 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:10.107974 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-6784921d-72e6-43e2-adc2-d1c75a5476ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:10.964277 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-533a9918-d89c-4562-8a48-35a661957320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:11.644851 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-8052cd49-7a68-4d4d-8373-307cb75036c7 None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 17 13:54:12.483536 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1529072-104d-404f-8ce8-7078c9c34ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:33.380743 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:36.087741 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 58290) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:54:36.123032 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 58296) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:54:36.232441 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 58310) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:54:36.425343 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-5f437ed2-fa6a-4d16-8f56-37e9944f5736 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1429775336-network', 'tenant_id': '26eff14cf205417591a4fc75a27bee33'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:54:36.430172 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-5f437ed2-fa6a-4d16-8f56-37e9944f5736 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:54:36.434057 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-5f437ed2-fa6a-4d16-8f56-37e9944f5736 admin admin] Usage tracker for resource:network and tenant:26eff14cf205417591a4fc75a27bee33 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:54:36.437163 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-5f437ed2-fa6a-4d16-8f56-37e9944f5736 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:54:36.443342 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-5f437ed2-fa6a-4d16-8f56-37e9944f5736 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:54:36.453364 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f437ed2-fa6a-4d16-8f56-37e9944f5736 admin admin] Made reservation on behalf of 26eff14cf205417591a4fc75a27bee33 for: {'network': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 17 13:54:36.456076 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-5f437ed2-fa6a-4d16-8f56-37e9944f5736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1032604'] for network, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:36.467439 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 58334) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:54:36.475486 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-5f437ed2-fa6a-4d16-8f56-37e9944f5736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:36.490888 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-5f437ed2-fa6a-4d16-8f56-37e9944f5736 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:54:36.494761 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-5f437ed2-fa6a-4d16-8f56-37e9944f5736 admin admin] Usage tracker for resource:security_group_rule and tenant:26eff14cf205417591a4fc75a27bee33 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:54:36.495925 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-8a5d2764-b6fc-442b-9b97-fc4378f29b70 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-799418274-network', 'tenant_id': '4e138dd789284a48835a827a09f78f75'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:54:36.497672 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-5f437ed2-fa6a-4d16-8f56-37e9944f5736 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:54:36.502504 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-8a5d2764-b6fc-442b-9b97-fc4378f29b70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:54:36.503297 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-5f437ed2-fa6a-4d16-8f56-37e9944f5736 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:54:36.506838 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-8a5d2764-b6fc-442b-9b97-fc4378f29b70 admin admin] Usage tracker for resource:network and tenant:4e138dd789284a48835a827a09f78f75 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:54:36.511658 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-8a5d2764-b6fc-442b-9b97-fc4378f29b70 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:54:36.521350 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-8a5d2764-b6fc-442b-9b97-fc4378f29b70 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:54:36.538125 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-de9c37c9-5fa1-4ce6-a063-26b33b89521b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1637185521-network', 'tenant_id': '67705816dc0348c8a6486f2aa1cb2549'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:54:36.544371 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-de9c37c9-5fa1-4ce6-a063-26b33b89521b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:54:36.546911 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5d2764-b6fc-442b-9b97-fc4378f29b70 admin admin] Made reservation on behalf of 4e138dd789284a48835a827a09f78f75 for: {'network': 1} {{(pid=78742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 17 13:54:36.549695 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8a5d2764-b6fc-442b-9b97-fc4378f29b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1032604'] for network, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:36.565765 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-de9c37c9-5fa1-4ce6-a063-26b33b89521b admin admin] Usage tracker for resource:network and tenant:67705816dc0348c8a6486f2aa1cb2549 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:54:36.570560 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-de9c37c9-5fa1-4ce6-a063-26b33b89521b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:54:36.573895 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8a5d2764-b6fc-442b-9b97-fc4378f29b70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:36.590502 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-de9c37c9-5fa1-4ce6-a063-26b33b89521b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:54:36.598307 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-8a5d2764-b6fc-442b-9b97-fc4378f29b70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:54:36.603338 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-8a5d2764-b6fc-442b-9b97-fc4378f29b70 admin admin] Usage tracker for resource:security_group_rule and tenant:4e138dd789284a48835a827a09f78f75 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:54:36.604565 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-5f437ed2-fa6a-4d16-8f56-37e9944f5736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:36.607039 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-8a5d2764-b6fc-442b-9b97-fc4378f29b70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:54:36.610681 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-5f437ed2-fa6a-4d16-8f56-37e9944f5736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:36.614849 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-8a5d2764-b6fc-442b-9b97-fc4378f29b70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:54:36.630418 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f437ed2-fa6a-4d16-8f56-37e9944f5736 admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'}  {{(pid=78743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 17 13:54:36.644506 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9c37c9-5fa1-4ce6-a063-26b33b89521b admin admin] Made reservation on behalf of 67705816dc0348c8a6486f2aa1cb2549 for: {'network': 1} {{(pid=78742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 17 13:54:36.644742 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-5f437ed2-fa6a-4d16-8f56-37e9944f5736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861870'] for segment, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:36.645173 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.db.segments_db [None req-5f437ed2-fa6a-4d16-8f56-37e9944f5736 admin admin] Added segment 6c4d3457-ef9a-42c3-8ce3-3e6a8a699a24 of type vlan for network f8ea7e78-9a41-4fc9-b0e0-a85e1f425997
May 17 13:54:36.646930 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-de9c37c9-5fa1-4ce6-a063-26b33b89521b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1032604'] for network, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:36.692007 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-5f437ed2-fa6a-4d16-8f56-37e9944f5736 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774149267101'] for network, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:36.716022 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-de9c37c9-5fa1-4ce6-a063-26b33b89521b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:36.726593 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:54:36.737469 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-5f437ed2-fa6a-4d16-8f56-37e9944f5736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1676892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582528'] for network, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:36.746651 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f437ed2-fa6a-4d16-8f56-37e9944f5736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:54:36.746983 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8a5d2764-b6fc-442b-9b97-fc4378f29b70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:36.747902 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-5f437ed2-fa6a-4d16-8f56-37e9944f5736 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for network, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:36.749421 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-de9c37c9-5fa1-4ce6-a063-26b33b89521b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:54:36.753838 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8a5d2764-b6fc-442b-9b97-fc4378f29b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:36.755149 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-de9c37c9-5fa1-4ce6-a063-26b33b89521b admin admin] Usage tracker for resource:security_group_rule and tenant:67705816dc0348c8a6486f2aa1cb2549 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:54:36.759951 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-de9c37c9-5fa1-4ce6-a063-26b33b89521b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:54:36.769471 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:54:36.788172 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-5f437ed2-fa6a-4d16-8f56-37e9944f5736 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 0.6987605
May 17 13:54:36.792019 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 58350) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:54:36.800848 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-044122fc-df28-45a9-8389-3cf33cf576b7 admin admin] Request body: {'subnet': {'network_id': 'f8ea7e78-9a41-4fc9-b0e0-a85e1f425997', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1429775336-subnet', 'tenant_id': '26eff14cf205417591a4fc75a27bee33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:54:36.802612 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-de9c37c9-5fa1-4ce6-a063-26b33b89521b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:54:36.804612 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d2764-b6fc-442b-9b97-fc4378f29b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e971ae32-11ee-4fcd-99f6-9907ddee1b5d,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:54:36.808285 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-044122fc-df28-45a9-8389-3cf33cf576b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:54:36.813849 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-044122fc-df28-45a9-8389-3cf33cf576b7 admin admin] Usage tracker for resource:subnet and tenant:26eff14cf205417591a4fc75a27bee33 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:54:36.814821 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5d2764-b6fc-442b-9b97-fc4378f29b70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:54:36.815185 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5d2764-b6fc-442b-9b97-fc4378f29b70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:54:36.815553 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5d2764-b6fc-442b-9b97-fc4378f29b70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:54:36.815884 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5d2764-b6fc-442b-9b97-fc4378f29b70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:54:36.816207 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5d2764-b6fc-442b-9b97-fc4378f29b70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:54:36.816843 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5d2764-b6fc-442b-9b97-fc4378f29b70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:54:36.817340 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5d2764-b6fc-442b-9b97-fc4378f29b70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:54:36.817903 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5d2764-b6fc-442b-9b97-fc4378f29b70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:54:36.818400 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5d2764-b6fc-442b-9b97-fc4378f29b70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:54:36.818881 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5d2764-b6fc-442b-9b97-fc4378f29b70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:54:36.819205 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5d2764-b6fc-442b-9b97-fc4378f29b70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:54:36.820066 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5d2764-b6fc-442b-9b97-fc4378f29b70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:54:36.820302 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-044122fc-df28-45a9-8389-3cf33cf576b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:54:36.821366 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5d2764-b6fc-442b-9b97-fc4378f29b70 admin admin] Tracked resource versions report:
May 17 13:54:36.821366 dv-cinder-788363-3-iscsi neutron-server[78742]: pushed versions:
May 17 13:54:36.821366 dv-cinder-788363-3-iscsi neutron-server[78742]: {   'AddressGroup': {'1.2'},
May 17 13:54:36.821366 dv-cinder-788363-3-iscsi neutron-server[78742]:     'ConntrackHelper': {'1.0'},
May 17 13:54:36.821366 dv-cinder-788363-3-iscsi neutron-server[78742]:     'Log': {'1.0'},
May 17 13:54:36.821366 dv-cinder-788363-3-iscsi neutron-server[78742]:     'Network': {'1.1'},
May 17 13:54:36.821366 dv-cinder-788363-3-iscsi neutron-server[78742]:     'Port': {'1.7'},
May 17 13:54:36.821366 dv-cinder-788363-3-iscsi neutron-server[78742]:     'PortForwarding': {'1.2'},
May 17 13:54:36.821366 dv-cinder-788363-3-iscsi neutron-server[78742]:     'QosPolicy': {'1.8'},
May 17 13:54:36.821366 dv-cinder-788363-3-iscsi neutron-server[78742]:     'SecurityGroup': {'1.4'},
May 17 13:54:36.821366 dv-cinder-788363-3-iscsi neutron-server[78742]:     'SecurityGroupRule': {'1.2'},
May 17 13:54:36.821366 dv-cinder-788363-3-iscsi neutron-server[78742]:     'SubPort': {'1.0'},
May 17 13:54:36.821366 dv-cinder-788363-3-iscsi neutron-server[78742]:     'Subnet': {'1.1'},
May 17 13:54:36.821366 dv-cinder-788363-3-iscsi neutron-server[78742]:     'Trunk': {'1.1'}}
May 17 13:54:36.821366 dv-cinder-788363-3-iscsi neutron-server[78742]: consumer versions:
May 17 13:54:36.821366 dv-cinder-788363-3-iscsi neutron-server[78742]: {   DHCP agent@dv-cinder-788363-3-iscsi: {},
May 17 13:54:36.821366 dv-cinder-788363-3-iscsi neutron-server[78742]:     HyperV agent@hv-cinder-78836: {},
May 17 13:54:36.821366 dv-cinder-788363-3-iscsi neutron-server[78742]:     L3 agent@dv-cinder-788363-3-iscsi: {},
May 17 13:54:36.821366 dv-cinder-788363-3-iscsi neutron-server[78742]:     Metadata agent@dv-cinder-788363-3-iscsi: {},
May 17 13:54:36.821366 dv-cinder-788363-3-iscsi neutron-server[78742]:     Metering agent@dv-cinder-788363-3-iscsi: {},
May 17 13:54:36.821366 dv-cinder-788363-3-iscsi neutron-server[78742]:     Open vSwitch agent@dv-cinder-788363-3-iscsi: {   'AddressGroup': '1.2',
May 17 13:54:36.821366 dv-cinder-788363-3-iscsi neutron-server[78742]:                                                      'ConntrackHelper': '1.0',
May 17 13:54:36.821366 dv-cinder-788363-3-iscsi neutron-server[78742]:                                                      'Log': '1.0',
May 17 13:54:36.821366 dv-cinder-788363-3-iscsi neutron-server[78742]:                                                      'Network': '1.1',
May 17 13:54:36.821366 dv-cinder-788363-3-iscsi neutron-server[78742]:                                                      'Port': '1.7',
May 17 13:54:36.821366 dv-cinder-788363-3-iscsi neutron-server[78742]:                                                      'PortForwarding': '1.2',
May 17 13:54:36.821366 dv-cinder-788363-3-iscsi neutron-server[78742]:                                                      'QosPolicy': '1.8',
May 17 13:54:36.821366 dv-cinder-788363-3-iscsi neutron-server[78742]:                                                      'SecurityGroup': '1.4',
May 17 13:54:36.821366 dv-cinder-788363-3-iscsi neutron-server[78742]:                                                      'SecurityGroupRule': '1.2',
May 17 13:54:36.821366 dv-cinder-788363-3-iscsi neutron-server[78742]:                                                      'SubPort': '1.0',
May 17 13:54:36.821366 dv-cinder-788363-3-iscsi neutron-server[78742]:                                                      'Subnet': '1.1',
May 17 13:54:36.821366 dv-cinder-788363-3-iscsi neutron-server[78742]:                                                      'Trunk': '1.1'}}
May 17 13:54:36.821366 dv-cinder-788363-3-iscsi neutron-server[78742]:  {{(pid=78742) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 17 13:54:36.828524 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-044122fc-df28-45a9-8389-3cf33cf576b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:54:36.832659 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-8a5d2764-b6fc-442b-9b97-fc4378f29b70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:54:36.837905 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f437ed2-fa6a-4d16-8f56-37e9944f5736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:54:36.842830 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044122fc-df28-45a9-8389-3cf33cf576b7 admin admin] Made reservation on behalf of 26eff14cf205417591a4fc75a27bee33 for: {'subnet': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 17 13:54:36.844560 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a5d2764-b6fc-442b-9b97-fc4378f29b70 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'}  {{(pid=78742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 17 13:54:36.845779 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-044122fc-df28-45a9-8389-3cf33cf576b7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:36.870137 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8a5d2764-b6fc-442b-9b97-fc4378f29b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861870'] for segment, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:36.870828 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.db.segments_db [None req-8a5d2764-b6fc-442b-9b97-fc4378f29b70 admin admin] Added segment 26c3cbcc-e115-4e85-98fb-d8eeb03f7cb5 of type vlan for network 8a60660d-3002-4517-bb46-ad62f3b34a4d
May 17 13:54:36.910225 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8a5d2764-b6fc-442b-9b97-fc4378f29b70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774149267101'] for network, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:36.963338 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-bc512587-9817-4a8a-9b21-9d9f6c48e4dd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-69652009-network', 'tenant_id': '0c0cbede40ac4584bc25b69ae3a29bbd'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:54:36.966272 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f437ed2-fa6a-4d16-8f56-37e9944f5736 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:54:36.966764 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f437ed2-fa6a-4d16-8f56-37e9944f5736 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:54:36.967219 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f437ed2-fa6a-4d16-8f56-37e9944f5736 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:54:36.967679 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f437ed2-fa6a-4d16-8f56-37e9944f5736 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:54:36.968109 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f437ed2-fa6a-4d16-8f56-37e9944f5736 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:54:36.968561 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f437ed2-fa6a-4d16-8f56-37e9944f5736 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:54:36.968977 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f437ed2-fa6a-4d16-8f56-37e9944f5736 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:54:36.969443 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f437ed2-fa6a-4d16-8f56-37e9944f5736 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:54:36.970026 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f437ed2-fa6a-4d16-8f56-37e9944f5736 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:54:36.970296 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f437ed2-fa6a-4d16-8f56-37e9944f5736 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:54:36.970701 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f437ed2-fa6a-4d16-8f56-37e9944f5736 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:54:36.971273 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f437ed2-fa6a-4d16-8f56-37e9944f5736 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:54:36.971656 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-bc512587-9817-4a8a-9b21-9d9f6c48e4dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:54:36.972540 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f437ed2-fa6a-4d16-8f56-37e9944f5736 admin admin] Tracked resource versions report:
May 17 13:54:36.972540 dv-cinder-788363-3-iscsi neutron-server[78743]: pushed versions:
May 17 13:54:36.972540 dv-cinder-788363-3-iscsi neutron-server[78743]: {   'AddressGroup': {'1.2'},
May 17 13:54:36.972540 dv-cinder-788363-3-iscsi neutron-server[78743]:     'ConntrackHelper': {'1.0'},
May 17 13:54:36.972540 dv-cinder-788363-3-iscsi neutron-server[78743]:     'Log': {'1.0'},
May 17 13:54:36.972540 dv-cinder-788363-3-iscsi neutron-server[78743]:     'Network': {'1.1'},
May 17 13:54:36.972540 dv-cinder-788363-3-iscsi neutron-server[78743]:     'Port': {'1.7'},
May 17 13:54:36.972540 dv-cinder-788363-3-iscsi neutron-server[78743]:     'PortForwarding': {'1.2'},
May 17 13:54:36.972540 dv-cinder-788363-3-iscsi neutron-server[78743]:     'QosPolicy': {'1.8'},
May 17 13:54:36.972540 dv-cinder-788363-3-iscsi neutron-server[78743]:     'SecurityGroup': {'1.4'},
May 17 13:54:36.972540 dv-cinder-788363-3-iscsi neutron-server[78743]:     'SecurityGroupRule': {'1.2'},
May 17 13:54:36.972540 dv-cinder-788363-3-iscsi neutron-server[78743]:     'SubPort': {'1.0'},
May 17 13:54:36.972540 dv-cinder-788363-3-iscsi neutron-server[78743]:     'Subnet': {'1.1'},
May 17 13:54:36.972540 dv-cinder-788363-3-iscsi neutron-server[78743]:     'Trunk': {'1.1'}}
May 17 13:54:36.972540 dv-cinder-788363-3-iscsi neutron-server[78743]: consumer versions:
May 17 13:54:36.972540 dv-cinder-788363-3-iscsi neutron-server[78743]: {   DHCP agent@dv-cinder-788363-3-iscsi: {},
May 17 13:54:36.972540 dv-cinder-788363-3-iscsi neutron-server[78743]:     HyperV agent@hv-cinder-78836: {},
May 17 13:54:36.972540 dv-cinder-788363-3-iscsi neutron-server[78743]:     L3 agent@dv-cinder-788363-3-iscsi: {},
May 17 13:54:36.972540 dv-cinder-788363-3-iscsi neutron-server[78743]:     Metadata agent@dv-cinder-788363-3-iscsi: {},
May 17 13:54:36.972540 dv-cinder-788363-3-iscsi neutron-server[78743]:     Metering agent@dv-cinder-788363-3-iscsi: {},
May 17 13:54:36.972540 dv-cinder-788363-3-iscsi neutron-server[78743]:     Open vSwitch agent@dv-cinder-788363-3-iscsi: {   'AddressGroup': '1.2',
May 17 13:54:36.972540 dv-cinder-788363-3-iscsi neutron-server[78743]:                                                      'ConntrackHelper': '1.0',
May 17 13:54:36.972540 dv-cinder-788363-3-iscsi neutron-server[78743]:                                                      'Log': '1.0',
May 17 13:54:36.972540 dv-cinder-788363-3-iscsi neutron-server[78743]:                                                      'Network': '1.1',
May 17 13:54:36.972540 dv-cinder-788363-3-iscsi neutron-server[78743]:                                                      'Port': '1.7',
May 17 13:54:36.972540 dv-cinder-788363-3-iscsi neutron-server[78743]:                                                      'PortForwarding': '1.2',
May 17 13:54:36.972540 dv-cinder-788363-3-iscsi neutron-server[78743]:                                                      'QosPolicy': '1.8',
May 17 13:54:36.972540 dv-cinder-788363-3-iscsi neutron-server[78743]:                                                      'SecurityGroup': '1.4',
May 17 13:54:36.972540 dv-cinder-788363-3-iscsi neutron-server[78743]:                                                      'SecurityGroupRule': '1.2',
May 17 13:54:36.972540 dv-cinder-788363-3-iscsi neutron-server[78743]:                                                      'SubPort': '1.0',
May 17 13:54:36.972540 dv-cinder-788363-3-iscsi neutron-server[78743]:                                                      'Subnet': '1.1',
May 17 13:54:36.972540 dv-cinder-788363-3-iscsi neutron-server[78743]:                                                      'Trunk': '1.1'}}
May 17 13:54:36.972540 dv-cinder-788363-3-iscsi neutron-server[78743]:  {{(pid=78743) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 17 13:54:36.978562 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-bc512587-9817-4a8a-9b21-9d9f6c48e4dd admin admin] Usage tracker for resource:network and tenant:0c0cbede40ac4584bc25b69ae3a29bbd is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:54:36.981993 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-bc512587-9817-4a8a-9b21-9d9f6c48e4dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:54:36.988233 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-5f437ed2-fa6a-4d16-8f56-37e9944f5736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:54:36.989010 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-08b7249f-fe7d-4fa6-9306-a0fa815f1a06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.217s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:54:36.989630 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-bc512587-9817-4a8a-9b21-9d9f6c48e4dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:54:37.015295 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc512587-9817-4a8a-9b21-9d9f6c48e4dd admin admin] Made reservation on behalf of 0c0cbede40ac4584bc25b69ae3a29bbd for: {'network': 1} {{(pid=78742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 17 13:54:37.017963 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-bc512587-9817-4a8a-9b21-9d9f6c48e4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1032604'] for network, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:37.033286 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8a5d2764-b6fc-442b-9b97-fc4378f29b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1676892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582528'] for network, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:37.035830 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-de9c37c9-5fa1-4ce6-a063-26b33b89521b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:37.037453 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-bc512587-9817-4a8a-9b21-9d9f6c48e4dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:37.049716 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5d2764-b6fc-442b-9b97-fc4378f29b70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:54:37.050299 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8a5d2764-b6fc-442b-9b97-fc4378f29b70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for network, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:37.057508 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:54:37.070953 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-de9c37c9-5fa1-4ce6-a063-26b33b89521b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:37.159007 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 58362) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:54:37.172891 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de9c37c9-5fa1-4ce6-a063-26b33b89521b admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'}  {{(pid=78742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 17 13:54:37.182652 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-de9c37c9-5fa1-4ce6-a063-26b33b89521b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861870'] for segment, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:37.182956 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.db.segments_db [None req-de9c37c9-5fa1-4ce6-a063-26b33b89521b admin admin] Added segment 41cda2c3-d474-4247-94e6-3fc71c3a8d3e of type vlan for network f96cba92-eccd-4fce-9019-8397a76ebc2b
May 17 13:54:37.209453 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-de9c37c9-5fa1-4ce6-a063-26b33b89521b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774149267101'] for network, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:37.237931 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d2764-b6fc-442b-9b97-fc4378f29b70 admin admin] Pushing event updated for resources: {'Network': ['ID=8a60660d-3002-4517-bb46-ad62f3b34a4d,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:54:37.239932 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f437ed2-fa6a-4d16-8f56-37e9944f5736 admin admin] Pushing event updated for resources: {'Network': ['ID=f8ea7e78-9a41-4fc9-b0e0-a85e1f425997,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:54:37.244014 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-bc512587-9817-4a8a-9b21-9d9f6c48e4dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:54:37.245115 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-5f437ed2-fa6a-4d16-8f56-37e9944f5736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:54:37.246557 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-8a5d2764-b6fc-442b-9b97-fc4378f29b70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:54:37.247553 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-8a5d2764-b6fc-442b-9b97-fc4378f29b70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:54:37.252941 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Network 8a60660d-3002-4517-bb46-ad62f3b34a4d details requested by agent ovs-agent-dv-cinder-788363-3-iscsi with host dv-cinder-788363-3-iscsi {{(pid=78744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 17 13:54:37.309666 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-de9c37c9-5fa1-4ce6-a063-26b33b89521b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1676892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582528'] for network, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:37.321631 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c37c9-5fa1-4ce6-a063-26b33b89521b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b75fbbd-21c2-48a6-a9d9-f29187a19081,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:54:37.336530 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-de9c37c9-5fa1-4ce6-a063-26b33b89521b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:54:37.340356 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-bc512587-9817-4a8a-9b21-9d9f6c48e4dd admin admin] Usage tracker for resource:security_group_rule and tenant:0c0cbede40ac4584bc25b69ae3a29bbd is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:54:37.343524 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9c37c9-5fa1-4ce6-a063-26b33b89521b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:54:37.344099 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-de9c37c9-5fa1-4ce6-a063-26b33b89521b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for network, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:37.410128 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-bc512587-9817-4a8a-9b21-9d9f6c48e4dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:54:37.413069 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-8a5d2764-b6fc-442b-9b97-fc4378f29b70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:54:37.469026 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Network f8ea7e78-9a41-4fc9-b0e0-a85e1f425997 details requested by agent ovs-agent-dv-cinder-788363-3-iscsi with host dv-cinder-788363-3-iscsi {{(pid=78744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 17 13:54:37.593246 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-044122fc-df28-45a9-8389-3cf33cf576b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583'] for subnet, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:37.605307 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c37c9-5fa1-4ce6-a063-26b33b89521b admin admin] Pushing event updated for resources: {'Network': ['ID=f96cba92-eccd-4fce-9019-8397a76ebc2b,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:54:37.606755 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:54:37.608929 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-de9c37c9-5fa1-4ce6-a063-26b33b89521b admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.3744140
May 17 13:54:37.610019 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-de9c37c9-5fa1-4ce6-a063-26b33b89521b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:54:37.610924 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-bc512587-9817-4a8a-9b21-9d9f6c48e4dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:54:37.629744 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-8a5d2764-b6fc-442b-9b97-fc4378f29b70 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.5054235
May 17 13:54:37.632707 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 58378) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:54:37.633044 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 58380) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:54:37.649237 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-2505cb08-08f7-4a70-a7ec-96ff886977d1 admin admin] Request body: {'subnet': {'network_id': 'f96cba92-eccd-4fce-9019-8397a76ebc2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1637185521-subnet', 'tenant_id': '67705816dc0348c8a6486f2aa1cb2549', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:54:37.666668 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-2505cb08-08f7-4a70-a7ec-96ff886977d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:54:37.681648 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-2505cb08-08f7-4a70-a7ec-96ff886977d1 admin admin] Usage tracker for resource:subnet and tenant:67705816dc0348c8a6486f2aa1cb2549 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:54:37.685380 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-2505cb08-08f7-4a70-a7ec-96ff886977d1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:54:37.694929 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-2505cb08-08f7-4a70-a7ec-96ff886977d1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:54:37.738692 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-87655800-ea98-4cff-91bd-cb1f5614cb3c admin admin] Request body: {'subnet': {'network_id': '8a60660d-3002-4517-bb46-ad62f3b34a4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-799418274-subnet', 'tenant_id': '4e138dd789284a48835a827a09f78f75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:54:37.753445 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-87655800-ea98-4cff-91bd-cb1f5614cb3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:54:37.765302 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2505cb08-08f7-4a70-a7ec-96ff886977d1 admin admin] Made reservation on behalf of 67705816dc0348c8a6486f2aa1cb2549 for: {'subnet': 1} {{(pid=78742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 17 13:54:37.767943 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2505cb08-08f7-4a70-a7ec-96ff886977d1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:37.783733 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Network f96cba92-eccd-4fce-9019-8397a76ebc2b details requested by agent ovs-agent-dv-cinder-788363-3-iscsi with host dv-cinder-788363-3-iscsi {{(pid=78744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 17 13:54:37.796704 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044122fc-df28-45a9-8389-3cf33cf576b7 admin admin] Checking segment: {'id': '6c4d3457-ef9a-42c3-8ce3-3e6a8a699a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f8ea7e78-9a41-4fc9-b0e0-a85e1f425997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 13:54:37.797365 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044122fc-df28-45a9-8389-3cf33cf576b7 admin admin] Network hostable DHCP agents. Network: f8ea7e78-9a41-4fc9-b0e0-a85e1f425997, hostable agents: ['49bbb97f-fcd4-4504-a032-9a51e4e6deed'], hosted agents: [] {{(pid=78743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 17 13:54:37.809588 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-87655800-ea98-4cff-91bd-cb1f5614cb3c admin admin] Usage tracker for resource:subnet and tenant:4e138dd789284a48835a827a09f78f75 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:54:37.819092 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-87655800-ea98-4cff-91bd-cb1f5614cb3c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:54:37.830901 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-87655800-ea98-4cff-91bd-cb1f5614cb3c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:54:37.854761 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044122fc-df28-45a9-8389-3cf33cf576b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=388065c0-e171-4b50-98f0-baf98c779e87,revision_number=0']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:54:37.862950 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044122fc-df28-45a9-8389-3cf33cf576b7 admin admin] Network f8ea7e78-9a41-4fc9-b0e0-a85e1f425997 is scheduled to be hosted by DHCP agent 49bbb97f-fcd4-4504-a032-9a51e4e6deed with binding_index 1 {{(pid=78743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 17 13:54:37.869995 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-044122fc-df28-45a9-8389-3cf33cf576b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:54:37.894781 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [None req-044122fc-df28-45a9-8389-3cf33cf576b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-3-iscsi, f8ea7e78-9a41-4fc9-b0e0-a85e1f425997) {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:54:37.908880 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87655800-ea98-4cff-91bd-cb1f5614cb3c admin admin] Made reservation on behalf of 4e138dd789284a48835a827a09f78f75 for: {'subnet': 1} {{(pid=78742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 17 13:54:37.919510 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044122fc-df28-45a9-8389-3cf33cf576b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:54:37.920037 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-044122fc-df28-45a9-8389-3cf33cf576b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for subnet, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:37.926618 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-87655800-ea98-4cff-91bd-cb1f5614cb3c admin admin] Notify callbacks [] for subnet, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:37.957945 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-044122fc-df28-45a9-8389-3cf33cf576b7 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.1617610
May 17 13:54:37.958789 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 58392) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:54:37.974247 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-0c190e8e-7377-4f1e-8f31-509a37290507 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1429775336-router', 'tenant_id': '26eff14cf205417591a4fc75a27bee33', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a'}}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:54:37.984484 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-0c190e8e-7377-4f1e-8f31-509a37290507 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:54:37.997763 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-0c190e8e-7377-4f1e-8f31-509a37290507 admin admin] Usage tracker for resource:router and tenant:26eff14cf205417591a4fc75a27bee33 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:54:38.005635 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-0c190e8e-7377-4f1e-8f31-509a37290507 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:54:38.020761 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-0c190e8e-7377-4f1e-8f31-509a37290507 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:54:38.036733 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-2b087ac0-ca23-4b43-8b07-232076860224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:38.043709 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-0c190e8e-7377-4f1e-8f31-509a37290507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2025163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4328'] for router, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:38.045156 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-0c190e8e-7377-4f1e-8f31-509a37290507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2024966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1981117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1687292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4321'] for router, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:38.052004 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cedecb-51c0-429e-b47d-2ce079a24a55 None None] Network f8ea7e78-9a41-4fc9-b0e0-a85e1f425997 requested from dv-cinder-788363-3-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 17 13:54:38.079783 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-0c190e8e-7377-4f1e-8f31-509a37290507 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:38.367724 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-de724e69-29d3-423c-a0bb-ace1556d3db3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:38.438065 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a9a8cc-96cd-4d33-9fb4-aab0cffde3f4 None None] Network f8ea7e78-9a41-4fc9-b0e0-a85e1f425997 requested from dv-cinder-788363-3-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 17 13:54:38.559982 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-de724e69-29d3-423c-a0bb-ace1556d3db3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:54:38.572814 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-de724e69-29d3-423c-a0bb-ace1556d3db3 admin admin] Usage tracker for resource:security_group_rule and tenant:9c3509c42d404923a00e8c0346a52fba is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:54:38.577575 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-bc512587-9817-4a8a-9b21-9d9f6c48e4dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:38.581115 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-de724e69-29d3-423c-a0bb-ace1556d3db3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:54:38.597257 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-bc512587-9817-4a8a-9b21-9d9f6c48e4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:38.598383 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-de724e69-29d3-423c-a0bb-ace1556d3db3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:54:38.612532 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-cf86527d-24f0-4e17-b8ee-0a726b764de5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:54:38.638800 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-0c190e8e-7377-4f1e-8f31-509a37290507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2020853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2025177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4343'] for router, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:38.705224 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc512587-9817-4a8a-9b21-9d9f6c48e4dd admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'}  {{(pid=78742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 17 13:54:38.716674 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-bc512587-9817-4a8a-9b21-9d9f6c48e4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861870'] for segment, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:38.717105 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.db.segments_db [None req-bc512587-9817-4a8a-9b21-9d9f6c48e4dd admin admin] Added segment 893e8165-a87d-4e0c-84da-8e20206b53e2 of type vlan for network f1e0ad0a-de13-4c04-8a93-aec048a402ee
May 17 13:54:38.745251 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-bc512587-9817-4a8a-9b21-9d9f6c48e4dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774149267101'] for network, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:38.845270 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc512587-9817-4a8a-9b21-9d9f6c48e4dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd9b6e1-a47f-4a03-bc32-574f9fb78b22,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:54:38.855887 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-bc512587-9817-4a8a-9b21-9d9f6c48e4dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:54:38.860756 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-bc512587-9817-4a8a-9b21-9d9f6c48e4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1676892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582528'] for network, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:38.912448 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc512587-9817-4a8a-9b21-9d9f6c48e4dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:54:38.913181 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-bc512587-9817-4a8a-9b21-9d9f6c48e4dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for network, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:38.926271 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:54:39.045123 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-0c190e8e-7377-4f1e-8f31-509a37290507 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:39.087756 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-0c190e8e-7377-4f1e-8f31-509a37290507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:39.197213 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc512587-9817-4a8a-9b21-9d9f6c48e4dd admin admin] Pushing event updated for resources: {'Network': ['ID=f1e0ad0a-de13-4c04-8a93-aec048a402ee,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:54:39.200439 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-bc512587-9817-4a8a-9b21-9d9f6c48e4dd admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 2.7320170
May 17 13:54:39.207995 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 58438) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:54:39.209004 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-bc512587-9817-4a8a-9b21-9d9f6c48e4dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:54:39.215991 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Network f1e0ad0a-de13-4c04-8a93-aec048a402ee details requested by agent ovs-agent-dv-cinder-788363-3-iscsi with host dv-cinder-788363-3-iscsi {{(pid=78744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 17 13:54:39.223044 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-1a993761-2b9c-4b85-a373-73c1e69d36cb admin admin] Request body: {'subnet': {'network_id': 'f1e0ad0a-de13-4c04-8a93-aec048a402ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-69652009-subnet', 'tenant_id': '0c0cbede40ac4584bc25b69ae3a29bbd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:54:39.228645 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-1a993761-2b9c-4b85-a373-73c1e69d36cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:54:39.233038 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-1a993761-2b9c-4b85-a373-73c1e69d36cb admin admin] Usage tracker for resource:subnet and tenant:0c0cbede40ac4584bc25b69ae3a29bbd is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:54:39.236090 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-1a993761-2b9c-4b85-a373-73c1e69d36cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:54:39.242035 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-1a993761-2b9c-4b85-a373-73c1e69d36cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:54:39.252379 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a993761-2b9c-4b85-a373-73c1e69d36cb admin admin] Made reservation on behalf of 0c0cbede40ac4584bc25b69ae3a29bbd for: {'subnet': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 17 13:54:39.254791 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-1a993761-2b9c-4b85-a373-73c1e69d36cb admin admin] Notify callbacks [] for subnet, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:39.302099 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-de724e69-29d3-423c-a0bb-ace1556d3db3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:39.325504 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-de724e69-29d3-423c-a0bb-ace1556d3db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:39.369963 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:54:39.401137 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-de724e69-29d3-423c-a0bb-ace1556d3db3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9c3509c42d404923a00e8c0346a52fba&name=default HTTP/1.1" status: 200  len: 2975 time: 2.1602278
May 17 13:54:39.452939 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 58444) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:54:39.452939 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de724e69-29d3-423c-a0bb-ace1556d3db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75432cf6-d485-4c5a-8124-fea2f2e7ecc0,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:54:39.459894 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-de724e69-29d3-423c-a0bb-ace1556d3db3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:54:39.482540 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_common [None req-0c190e8e-7377-4f1e-8f31-509a37290507 admin admin] Allocated IP 172.27.1.190 (d5b45ae7-16ce-45df-9da3-dc322e2b7d9a/b62193f4-5b84-40dd-ae21-6a70cb5f2e38/c658b2b2-516e-4ef1-a5e9-e0b09c43941e) {{(pid=78743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 17 13:54:39.568382 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-17a84765-e4c4-483c-8db7-fc7fd6d23f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:39.602230 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-17a84765-e4c4-483c-8db7-fc7fd6d23f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:39.779477 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-0c190e8e-7377-4f1e-8f31-509a37290507 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:39.790374 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-17a84765-e4c4-483c-8db7-fc7fd6d23f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:39.801286 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:54:39.825160 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a84765-e4c4-483c-8db7-fc7fd6d23f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75432cf6-d485-4c5a-8124-fea2f2e7ecc0,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:54:39.829525 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-87655800-ea98-4cff-91bd-cb1f5614cb3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583'] for subnet, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:39.830400 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-17a84765-e4c4-483c-8db7-fc7fd6d23f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:54:39.872563 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-0fac152f-01c8-4d5c-8824-4e7ed206d3c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:54:39.910216 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-17a84765-e4c4-483c-8db7-fc7fd6d23f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:39.913550 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-17a84765-e4c4-483c-8db7-fc7fd6d23f56 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/75432cf6-d485-4c5a-8124-fea2f2e7ecc0 HTTP/1.1" status: 204  len: 168 time: 0.4532170
May 17 13:54:39.917345 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:39.955897 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-0c190e8e-7377-4f1e-8f31-509a37290507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774149279272'] for port, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:39.964726 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:54:39.977481 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87655800-ea98-4cff-91bd-cb1f5614cb3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1c869c0-b67d-4bd8-94ad-e808e528d730,revision_number=0']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:54:39.979559 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2505cb08-08f7-4a70-a7ec-96ff886977d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583'] for subnet, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:39.980459 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-87655800-ea98-4cff-91bd-cb1f5614cb3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:54:39.989680 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:54:40.021464 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c190e8e-7377-4f1e-8f31-509a37290507 admin admin] Network d5b45ae7-16ce-45df-9da3-dc322e2b7d9a is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 13:54:40.023969 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [None req-0c190e8e-7377-4f1e-8f31-509a37290507 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:54:40.028684 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c190e8e-7377-4f1e-8f31-509a37290507 admin admin] Received port after_create {{(pid=78743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 17 13:54:40.037666 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87655800-ea98-4cff-91bd-cb1f5614cb3c admin admin] Checking segment: {'id': '26c3cbcc-e115-4e85-98fb-d8eeb03f7cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8a60660d-3002-4517-bb46-ad62f3b34a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 13:54:40.038020 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87655800-ea98-4cff-91bd-cb1f5614cb3c admin admin] Network hostable DHCP agents. Network: 8a60660d-3002-4517-bb46-ad62f3b34a4d, hostable agents: ['49bbb97f-fcd4-4504-a032-9a51e4e6deed'], hosted agents: [] {{(pid=78742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 17 13:54:40.084299 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87655800-ea98-4cff-91bd-cb1f5614cb3c admin admin] Network 8a60660d-3002-4517-bb46-ad62f3b34a4d is scheduled to be hosted by DHCP agent 49bbb97f-fcd4-4504-a032-9a51e4e6deed with binding_index 1 {{(pid=78742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 17 13:54:40.094084 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2505cb08-08f7-4a70-a7ec-96ff886977d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7bf7301-b5af-4e08-ada3-78e2aec55a6a,revision_number=0']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:54:40.098716 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-2505cb08-08f7-4a70-a7ec-96ff886977d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:54:40.104358 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-87655800-ea98-4cff-91bd-cb1f5614cb3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-3-iscsi, 8a60660d-3002-4517-bb46-ad62f3b34a4d) {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:54:40.109351 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2505cb08-08f7-4a70-a7ec-96ff886977d1 admin admin] Checking segment: {'id': '41cda2c3-d474-4247-94e6-3fc71c3a8d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f96cba92-eccd-4fce-9019-8397a76ebc2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 13:54:40.109681 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2505cb08-08f7-4a70-a7ec-96ff886977d1 admin admin] Network hostable DHCP agents. Network: f96cba92-eccd-4fce-9019-8397a76ebc2b, hostable agents: ['49bbb97f-fcd4-4504-a032-9a51e4e6deed'], hosted agents: [] {{(pid=78742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 17 13:54:40.113068 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87655800-ea98-4cff-91bd-cb1f5614cb3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:54:40.113830 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-87655800-ea98-4cff-91bd-cb1f5614cb3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for subnet, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:40.146234 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-87655800-ea98-4cff-91bd-cb1f5614cb3c admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.4952345
May 17 13:54:40.146234 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2505cb08-08f7-4a70-a7ec-96ff886977d1 admin admin] Network f96cba92-eccd-4fce-9019-8397a76ebc2b is scheduled to be hosted by DHCP agent 49bbb97f-fcd4-4504-a032-9a51e4e6deed with binding_index 1 {{(pid=78742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 17 13:54:40.147899 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4e2f43-1281-4193-823a-fef2f532be2b None None] Network 8a60660d-3002-4517-bb46-ad62f3b34a4d requested from dv-cinder-788363-3-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 17 13:54:40.150358 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-2505cb08-08f7-4a70-a7ec-96ff886977d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-3-iscsi, f96cba92-eccd-4fce-9019-8397a76ebc2b) {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:54:40.162823 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2505cb08-08f7-4a70-a7ec-96ff886977d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:54:40.163566 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2505cb08-08f7-4a70-a7ec-96ff886977d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for subnet, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:40.193222 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-2505cb08-08f7-4a70-a7ec-96ff886977d1 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 2.5579100
May 17 13:54:40.195969 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 58470) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:54:40.201969 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-0c588e5a-36c8-449e-9d68-f5bcd6e21048 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1637185521-router', 'tenant_id': '67705816dc0348c8a6486f2aa1cb2549', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a'}}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:54:40.213612 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-0c588e5a-36c8-449e-9d68-f5bcd6e21048 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:54:40.221399 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-0c588e5a-36c8-449e-9d68-f5bcd6e21048 admin admin] Usage tracker for resource:router and tenant:67705816dc0348c8a6486f2aa1cb2549 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:54:40.227826 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-0c588e5a-36c8-449e-9d68-f5bcd6e21048 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:54:40.238727 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-0c588e5a-36c8-449e-9d68-f5bcd6e21048 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:54:40.259572 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0c588e5a-36c8-449e-9d68-f5bcd6e21048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2025163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4328'] for router, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:40.260687 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0c588e5a-36c8-449e-9d68-f5bcd6e21048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2024966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1981117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1687292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4321'] for router, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:40.300666 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c12a62-f2e8-4838-b1c9-7448c28d2097 None None] Network f96cba92-eccd-4fce-9019-8397a76ebc2b requested from dv-cinder-788363-3-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 17 13:54:40.303266 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0c588e5a-36c8-449e-9d68-f5bcd6e21048 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:40.321413 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-17f07958-7da9-48e4-bd3c-0b88a6eb448f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:40.405215 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c190e8e-7377-4f1e-8f31-509a37290507 admin admin] Pushing event updated for resources: {'Port': ['ID=c658b2b2-516e-4ef1-a5e9-e0b09c43941e,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:54:40.436364 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-0c190e8e-7377-4f1e-8f31-509a37290507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:54:40.531036 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efb2cfd-6dd2-43ac-9395-27cd3c6c4202 None None] Network 8a60660d-3002-4517-bb46-ad62f3b34a4d requested from dv-cinder-788363-3-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 17 13:54:40.658382 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 58490) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:54:40.768385 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-3b5ab690-105a-4414-b7e4-30ddf67865ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:40.799488 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-1a993761-2b9c-4b85-a373-73c1e69d36cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583'] for subnet, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:40.841408 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-3b5ab690-105a-4414-b7e4-30ddf67865ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:54:40.845362 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-044122fc-df28-45a9-8389-3cf33cf576b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:54:40.935525 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0c588e5a-36c8-449e-9d68-f5bcd6e21048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2020853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2025177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4343'] for router, precommit_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:40.990586 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-3b5ab690-105a-4414-b7e4-30ddf67865ac admin admin] Usage tracker for resource:security_group_rule and tenant:d0fe22a3919d4f90937c4960ea2aee48 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:54:40.997774 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-3b5ab690-105a-4414-b7e4-30ddf67865ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:54:40.998384 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-533a9918-d89c-4562-8a48-35a661957320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:41.011880 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-3b5ab690-105a-4414-b7e4-30ddf67865ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:54:41.122609 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-3b5ab690-105a-4414-b7e4-30ddf67865ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:41.172497 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5623ec90-8e3a-406f-a6b6-ed239ccbef9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2d06222-2de8-51f1-88e2-9822a162890d-f96cba92-eccd-4fce-9019-8397a76ebc2b', 'network_id': 'f96cba92-eccd-4fce-9019-8397a76ebc2b', 'tenant_id': '67705816dc0348c8a6486f2aa1cb2549', 'fixed_ips': [{'subnet_id': 'd7bf7301-b5af-4e08-ada3-78e2aec55a6a'}]}} from dv-cinder-788363-3-iscsi. {{(pid=78744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 17 13:54:41.173881 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-5623ec90-8e3a-406f-a6b6-ed239ccbef9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:41.193661 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 58520) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:54:41.203258 dv-cinder-788363-3-iscsi neutron-server[78742]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
May 17 13:54:41.286116 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-0c190e8e-7377-4f1e-8f31-509a37290507 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:41.420155 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.db_base_plugin_common [None req-5623ec90-8e3a-406f-a6b6-ed239ccbef9c None None] Allocated IP 172.20.0.2 (f96cba92-eccd-4fce-9019-8397a76ebc2b/d7bf7301-b5af-4e08-ada3-78e2aec55a6a/bc8c9822-7e27-4d49-8a8e-cac934817e25) {{(pid=78744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 17 13:54:41.597362 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a993761-2b9c-4b85-a373-73c1e69d36cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f85fff6f-135e-4c51-89ca-c18d53cbb87d,revision_number=0']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:54:41.614483 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-3b5ab690-105a-4414-b7e4-30ddf67865ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:41.615832 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-1a993761-2b9c-4b85-a373-73c1e69d36cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.770s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:54:41.664411 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-5f437ed2-fa6a-4d16-8f56-37e9944f5736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:54:41.771892 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b1e24-e44e-49fe-b0af-51532135693b req-b2d1f459-8770-473a-9576-970dd227e094 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:54:41.772740 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-436b1e24-e44e-49fe-b0af-51532135693b req-b2d1f459-8770-473a-9576-970dd227e094 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Synchronizing usage tracker for tenant:4e138dd789284a48835a827a09f78f75 on resource:network {{(pid=78742) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 13:54:41.790002 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-5623ec90-8e3a-406f-a6b6-ed239ccbef9c None None] Notify callbacks [] for port, precommit_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:41.791663 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0c588e5a-36c8-449e-9d68-f5bcd6e21048 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:41.810059 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-5623ec90-8e3a-406f-a6b6-ed239ccbef9c None None] Transition to ACTIVE for port object bc8c9822-7e27-4d49-8a8e-cac934817e25 will not be triggered until provisioned by entity L2. {{(pid=78744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:54:41.828590 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5ab690-105a-4414-b7e4-30ddf67865ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=646f88ee-0bf2-4c36-b387-5b06db22d03a,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:54:41.834045 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0c588e5a-36c8-449e-9d68-f5bcd6e21048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:41.838389 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-3b5ab690-105a-4414-b7e4-30ddf67865ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:54:41.858253 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-5623ec90-8e3a-406f-a6b6-ed239ccbef9c None None] Transition to ACTIVE for port object bc8c9822-7e27-4d49-8a8e-cac934817e25 will not be triggered until provisioned by entity DHCP. {{(pid=78744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:54:41.868425 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-5623ec90-8e3a-406f-a6b6-ed239ccbef9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774149279272'] for port, after_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:41.886250 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-436b1e24-e44e-49fe-b0af-51532135693b req-b2d1f459-8770-473a-9576-970dd227e094 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Unset dirty status for tenant:4e138dd789284a48835a827a09f78f75 on resource:network {{(pid=78742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 13:54:41.887612 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-436b1e24-e44e-49fe-b0af-51532135693b req-b2d1f459-8770-473a-9576-970dd227e094 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/networks?id=8a60660d-3002-4517-bb46-ad62f3b34a4d HTTP/1.1" status: 200  len: 811 time: 0.6912832
May 17 13:54:41.921548 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:54:41.924267 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-436b1e24-e44e-49fe-b0af-51532135693b req-8aa8550c-9e38-4b3d-a228-57979b7758b2 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/quotas/4e138dd789284a48835a827a09f78f75 HTTP/1.1" status: 200  len: 375 time: 0.0272861
May 17 13:54:41.952130 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-3b5ab690-105a-4414-b7e4-30ddf67865ac admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d0fe22a3919d4f90937c4960ea2aee48&name=default HTTP/1.1" status: 200  len: 2975 time: 1.2925038
May 17 13:54:41.956952 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 58548) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:54:41.963319 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a993761-2b9c-4b85-a373-73c1e69d36cb admin admin] Checking segment: {'id': '893e8165-a87d-4e0c-84da-8e20206b53e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f1e0ad0a-de13-4c04-8a93-aec048a402ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 13:54:41.963319 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a993761-2b9c-4b85-a373-73c1e69d36cb admin admin] Network hostable DHCP agents. Network: f1e0ad0a-de13-4c04-8a93-aec048a402ee, hostable agents: ['49bbb97f-fcd4-4504-a032-9a51e4e6deed'], hosted agents: [] {{(pid=78743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 17 13:54:42.014644 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5623ec90-8e3a-406f-a6b6-ed239ccbef9c None None] Network f96cba92-eccd-4fce-9019-8397a76ebc2b is already hosted by enough agents. {{(pid=78744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 13:54:42.017734 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.scheduler.base_scheduler [None req-5623ec90-8e3a-406f-a6b6-ed239ccbef9c None None] Resources bound (agent type, host, resource id):  {{(pid=78744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:54:42.023713 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623ec90-8e3a-406f-a6b6-ed239ccbef9c None None] Pushing event updated for resources: {'Port': ['ID=bc8c9822-7e27-4d49-8a8e-cac934817e25,revision_number=1']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:54:42.027291 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5623ec90-8e3a-406f-a6b6-ed239ccbef9c None None] Received port after_create {{(pid=78744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 17 13:54:42.045488 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-436b1e24-e44e-49fe-b0af-51532135693b req-26af9f85-b1f9-41ea-a929-317fbf2b079e tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=4e138dd789284a48835a827a09f78f75&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1038620
May 17 13:54:42.062394 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623ec90-8e3a-406f-a6b6-ed239ccbef9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:54:42.062744 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623ec90-8e3a-406f-a6b6-ed239ccbef9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:54:42.063084 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623ec90-8e3a-406f-a6b6-ed239ccbef9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:54:42.063474 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623ec90-8e3a-406f-a6b6-ed239ccbef9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:54:42.063803 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623ec90-8e3a-406f-a6b6-ed239ccbef9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:54:42.064132 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623ec90-8e3a-406f-a6b6-ed239ccbef9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:54:42.064452 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623ec90-8e3a-406f-a6b6-ed239ccbef9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:54:42.064772 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623ec90-8e3a-406f-a6b6-ed239ccbef9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:54:42.065096 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623ec90-8e3a-406f-a6b6-ed239ccbef9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:54:42.065425 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623ec90-8e3a-406f-a6b6-ed239ccbef9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:54:42.065744 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623ec90-8e3a-406f-a6b6-ed239ccbef9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:54:42.066063 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623ec90-8e3a-406f-a6b6-ed239ccbef9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:54:42.067184 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623ec90-8e3a-406f-a6b6-ed239ccbef9c None None] Tracked resource versions report:
May 17 13:54:42.067184 dv-cinder-788363-3-iscsi neutron-server[78744]: pushed versions:
May 17 13:54:42.067184 dv-cinder-788363-3-iscsi neutron-server[78744]: {   'AddressGroup': {'1.2'},
May 17 13:54:42.067184 dv-cinder-788363-3-iscsi neutron-server[78744]:     'ConntrackHelper': {'1.0'},
May 17 13:54:42.067184 dv-cinder-788363-3-iscsi neutron-server[78744]:     'Log': {'1.0'},
May 17 13:54:42.067184 dv-cinder-788363-3-iscsi neutron-server[78744]:     'Network': {'1.1'},
May 17 13:54:42.067184 dv-cinder-788363-3-iscsi neutron-server[78744]:     'Port': {'1.7'},
May 17 13:54:42.067184 dv-cinder-788363-3-iscsi neutron-server[78744]:     'PortForwarding': {'1.2'},
May 17 13:54:42.067184 dv-cinder-788363-3-iscsi neutron-server[78744]:     'QosPolicy': {'1.8'},
May 17 13:54:42.067184 dv-cinder-788363-3-iscsi neutron-server[78744]:     'SecurityGroup': {'1.4'},
May 17 13:54:42.067184 dv-cinder-788363-3-iscsi neutron-server[78744]:     'SecurityGroupRule': {'1.2'},
May 17 13:54:42.067184 dv-cinder-788363-3-iscsi neutron-server[78744]:     'SubPort': {'1.0'},
May 17 13:54:42.067184 dv-cinder-788363-3-iscsi neutron-server[78744]:     'Subnet': {'1.1'},
May 17 13:54:42.067184 dv-cinder-788363-3-iscsi neutron-server[78744]:     'Trunk': {'1.1'}}
May 17 13:54:42.067184 dv-cinder-788363-3-iscsi neutron-server[78744]: consumer versions:
May 17 13:54:42.067184 dv-cinder-788363-3-iscsi neutron-server[78744]: {   DHCP agent@dv-cinder-788363-3-iscsi: {},
May 17 13:54:42.067184 dv-cinder-788363-3-iscsi neutron-server[78744]:     HyperV agent@hv-cinder-78836: {},
May 17 13:54:42.067184 dv-cinder-788363-3-iscsi neutron-server[78744]:     L3 agent@dv-cinder-788363-3-iscsi: {},
May 17 13:54:42.067184 dv-cinder-788363-3-iscsi neutron-server[78744]:     Metadata agent@dv-cinder-788363-3-iscsi: {},
May 17 13:54:42.067184 dv-cinder-788363-3-iscsi neutron-server[78744]:     Metering agent@dv-cinder-788363-3-iscsi: {},
May 17 13:54:42.067184 dv-cinder-788363-3-iscsi neutron-server[78744]:     Open vSwitch agent@dv-cinder-788363-3-iscsi: {   'AddressGroup': '1.2',
May 17 13:54:42.067184 dv-cinder-788363-3-iscsi neutron-server[78744]:                                                      'ConntrackHelper': '1.0',
May 17 13:54:42.067184 dv-cinder-788363-3-iscsi neutron-server[78744]:                                                      'Log': '1.0',
May 17 13:54:42.067184 dv-cinder-788363-3-iscsi neutron-server[78744]:                                                      'Network': '1.1',
May 17 13:54:42.067184 dv-cinder-788363-3-iscsi neutron-server[78744]:                                                      'Port': '1.7',
May 17 13:54:42.067184 dv-cinder-788363-3-iscsi neutron-server[78744]:                                                      'PortForwarding': '1.2',
May 17 13:54:42.067184 dv-cinder-788363-3-iscsi neutron-server[78744]:                                                      'QosPolicy': '1.8',
May 17 13:54:42.067184 dv-cinder-788363-3-iscsi neutron-server[78744]:                                                      'SecurityGroup': '1.4',
May 17 13:54:42.067184 dv-cinder-788363-3-iscsi neutron-server[78744]:                                                      'SecurityGroupRule': '1.2',
May 17 13:54:42.067184 dv-cinder-788363-3-iscsi neutron-server[78744]:                                                      'SubPort': '1.0',
May 17 13:54:42.067184 dv-cinder-788363-3-iscsi neutron-server[78744]:                                                      'Subnet': '1.1',
May 17 13:54:42.067184 dv-cinder-788363-3-iscsi neutron-server[78744]:                                                      'Trunk': '1.1'}}
May 17 13:54:42.067184 dv-cinder-788363-3-iscsi neutron-server[78744]:  {{(pid=78744) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 17 13:54:42.115378 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.db_base_plugin_common [None req-0c588e5a-36c8-449e-9d68-f5bcd6e21048 admin admin] Allocated IP 172.27.1.93 (d5b45ae7-16ce-45df-9da3-dc322e2b7d9a/b62193f4-5b84-40dd-ae21-6a70cb5f2e38/42b3510b-e9c6-47b4-b6f4-b0be19bc469c) {{(pid=78742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 17 13:54:42.122650 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a993761-2b9c-4b85-a373-73c1e69d36cb admin admin] Network f1e0ad0a-de13-4c04-8a93-aec048a402ee is scheduled to be hosted by DHCP agent 49bbb97f-fcd4-4504-a032-9a51e4e6deed with binding_index 1 {{(pid=78743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 17 13:54:42.131277 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-5623ec90-8e3a-406f-a6b6-ed239ccbef9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:54:42.164753 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-5623ec90-8e3a-406f-a6b6-ed239ccbef9c None None] Attempting to bind port bc8c9822-7e27-4d49-8a8e-cac934817e25 on host dv-cinder-788363-3-iscsi for vnic_type normal with profile  {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 17 13:54:42.165595 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-5623ec90-8e3a-406f-a6b6-ed239ccbef9c None None] Attempting to bind port bc8c9822-7e27-4d49-8a8e-cac934817e25 by drivers openvswitch,hyperv on host dv-cinder-788363-3-iscsi at level 0 using segments [{'id': '41cda2c3-d474-4247-94e6-3fc71c3a8d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f96cba92-eccd-4fce-9019-8397a76ebc2b'}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 17 13:54:42.166062 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5623ec90-8e3a-406f-a6b6-ed239ccbef9c None None] Attempting to bind port bc8c9822-7e27-4d49-8a8e-cac934817e25 on network f96cba92-eccd-4fce-9019-8397a76ebc2b {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 13:54:42.167579 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [None req-1a993761-2b9c-4b85-a373-73c1e69d36cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-3-iscsi, f1e0ad0a-de13-4c04-8a93-aec048a402ee) {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:54:42.185724 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a993761-2b9c-4b85-a373-73c1e69d36cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:54:42.186296 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-1a993761-2b9c-4b85-a373-73c1e69d36cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for subnet, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:42.186625 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5623ec90-8e3a-406f-a6b6-ed239ccbef9c None None] Checking agent: {'id': 'ed5152c7-8558-4ae4-8c88-1353caeda338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 47, 10), 'started_at': datetime.datetime(2021, 5, 17, 13, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 17 13:54:42.187014 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5623ec90-8e3a-406f-a6b6-ed239ccbef9c None None] Checking segment: {'id': '41cda2c3-d474-4247-94e6-3fc71c3a8d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f96cba92-eccd-4fce-9019-8397a76ebc2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 13:54:42.187442 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-5623ec90-8e3a-406f-a6b6-ed239ccbef9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:42.187876 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5623ec90-8e3a-406f-a6b6-ed239ccbef9c None None] Bound using segment: {'id': '41cda2c3-d474-4247-94e6-3fc71c3a8d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f96cba92-eccd-4fce-9019-8397a76ebc2b'} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 17 13:54:42.188555 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-5623ec90-8e3a-406f-a6b6-ed239ccbef9c None None] Bound port: bc8c9822-7e27-4d49-8a8e-cac934817e25, host: dv-cinder-788363-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41cda2c3-d474-4247-94e6-3fc71c3a8d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f96cba92-eccd-4fce-9019-8397a76ebc2b'}}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 17 13:54:42.188963 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-5623ec90-8e3a-406f-a6b6-ed239ccbef9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:42.195049 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-6fc555bf-f3ca-4c47-9252-439abf1e38ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:42.202799 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-0c190e8e-7377-4f1e-8f31-509a37290507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2025152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1966514'] for router, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:42.212399 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481fe11e-0ceb-4736-bef6-e7cf5f32de1b None None] Network f1e0ad0a-de13-4c04-8a93-aec048a402ee requested from dv-cinder-788363-3-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 17 13:54:42.337508 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-6fc555bf-f3ca-4c47-9252-439abf1e38ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:42.337695 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [req-436b1e24-e44e-49fe-b0af-51532135693b req-3e90041a-d602-48b6-8e6d-b2874cd229a9 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=78742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 17 13:54:42.338598 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-436b1e24-e44e-49fe-b0af-51532135693b req-3e90041a-d602-48b6-8e6d-b2874cd229a9 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1031187
May 17 13:54:42.343603 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0c588e5a-36c8-449e-9d68-f5bcd6e21048 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:42.384959 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-1a993761-2b9c-4b85-a373-73c1e69d36cb admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 3.1661096
May 17 13:54:42.494629 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-6fc555bf-f3ca-4c47-9252-439abf1e38ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:42.503519 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-436b1e24-e44e-49fe-b0af-51532135693b req-a717e2ce-0a28-4d69-b592-2b2e513eb608 service neutron] 10.222.0.54 "GET /v2.0/networks/8a60660d-3002-4517-bb46-ad62f3b34a4d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1563423
May 17 13:54:42.505090 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0c588e5a-36c8-449e-9d68-f5bcd6e21048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774149279272'] for port, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:42.509456 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-3b5ab690-105a-4414-b7e4-30ddf67865ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:54:42.512376 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:54:42.530831 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-6fc555bf-f3ca-4c47-9252-439abf1e38ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:42.534189 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-6fc555bf-f3ca-4c47-9252-439abf1e38ed admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/646f88ee-0bf2-4c36-b387-5b06db22d03a HTTP/1.1" status: 204  len: 168 time: 0.5739036
May 17 13:54:42.534693 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc555bf-f3ca-4c47-9252-439abf1e38ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646f88ee-0bf2-4c36-b387-5b06db22d03a,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:54:42.544595 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-6fc555bf-f3ca-4c47-9252-439abf1e38ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:54:42.610300 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588e5a-36c8-449e-9d68-f5bcd6e21048 admin admin] Pushing event updated for resources: {'Port': ['ID=42b3510b-e9c6-47b4-b6f4-b0be19bc469c,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:54:42.618483 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22500c23-0125-42e6-9789-5ebbaba9111a None None] Network f1e0ad0a-de13-4c04-8a93-aec048a402ee requested from dv-cinder-788363-3-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 17 13:54:42.627772 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c190e8e-7377-4f1e-8f31-509a37290507 admin admin] Router cd262daa-115f-44d5-bd0a-8443ed87206f is scheduled to L3 agent 5f048e90-1481-4c55-97c3-311a68b90326 with binding_index 1 {{(pid=78743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 17 13:54:42.639303 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-0c588e5a-36c8-449e-9d68-f5bcd6e21048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:54:42.706027 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c588e5a-36c8-449e-9d68-f5bcd6e21048 admin admin] Network d5b45ae7-16ce-45df-9da3-dc322e2b7d9a is already hosted by enough agents. {{(pid=78742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 13:54:42.708644 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-5623ec90-8e3a-406f-a6b6-ed239ccbef9c None None] For port bc8c9822-7e27-4d49-8a8e-cac934817e25, host dv-cinder-788363-3-iscsi, cleared binding levels {{(pid=78744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 17 13:54:42.709391 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-0c588e5a-36c8-449e-9d68-f5bcd6e21048 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:54:42.713411 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c588e5a-36c8-449e-9d68-f5bcd6e21048 admin admin] Received port after_create {{(pid=78742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 17 13:54:42.715502 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-5623ec90-8e3a-406f-a6b6-ed239ccbef9c None None] For port bc8c9822-7e27-4d49-8a8e-cac934817e25, host dv-cinder-788363-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=bc8c9822-7e27-4d49-8a8e-cac934817e25,segment=NetworkSegment(41cda2c3-d474-4247-94e6-3fc71c3a8d3e),segment_id=41cda2c3-d474-4247-94e6-3fc71c3a8d3e)] {{(pid=78744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 17 13:54:42.722944 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1529072-104d-404f-8ce8-7078c9c34ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:42.845985 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-5623ec90-8e3a-406f-a6b6-ed239ccbef9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:42.861529 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:54:42.889304 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c190e8e-7377-4f1e-8f31-509a37290507 admin admin] Notify agent at l3_agent.dv-cinder-788363-3-iscsi the message routers_updated {{(pid=78743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 17 13:54:42.906081 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30d5a4d-cc09-4962-8c1c-e7d281dfe49c None None] Sync routers for ids ['cd262daa-115f-44d5-bd0a-8443ed87206f'] in dv-cinder-788363-3-iscsi {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 17 13:54:42.921584 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30d5a4d-cc09-4962-8c1c-e7d281dfe49c None None] Routers {'cd262daa-115f-44d5-bd0a-8443ed87206f'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 13:54:42.922229 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-d30d5a4d-cc09-4962-8c1c-e7d281dfe49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3f9f8df0>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T13:54:40Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['cd262daa-115f-44d5-bd0a-8443ed87206f'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:54:42.946220 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-0c190e8e-7377-4f1e-8f31-509a37290507 admin admin] Notify callbacks [] for router, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:42.951665 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-0c190e8e-7377-4f1e-8f31-509a37290507 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 4.9901834
May 17 13:54:42.953066 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 58578) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:54:42.953743 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623ec90-8e3a-406f-a6b6-ed239ccbef9c None None] Pushing event updated for resources: {'Port': ['ID=bc8c9822-7e27-4d49-8a8e-cac934817e25,revision_number=2']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:54:42.968996 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-5623ec90-8e3a-406f-a6b6-ed239ccbef9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:54:43.342206 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-d30d5a4d-cc09-4962-8c1c-e7d281dfe49c None None] Set router cd262daa-115f-44d5-bd0a-8443ed87206f gateway port host: dv-cinder-788363-3-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 13:54:43.391379 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-436b1e24-e44e-49fe-b0af-51532135693b req-85e33faf-876c-41e5-bea3-d64fcb46425d service neutron] 10.222.0.54 "GET /v2.0/networks/8a60660d-3002-4517-bb46-ad62f3b34a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8798184
May 17 13:54:43.818402 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-d30d5a4d-cc09-4962-8c1c-e7d281dfe49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3f9f8df0>, [{'id': 'cd262daa-115f-44d5-bd0a-8443ed87206f', 'name': 'tempest-ServerRescueNegativeTestJSON-1429775336-router', 'tenant_id': '26eff14cf205417591a4fc75a27bee33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'c658b2b2-516e-4ef1-a5e9-e0b09c43941e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:54:38Z', 'updated_at': '2021-05-17T13:54:40Z', 'revision_number': 3, 'project_id': '26eff14cf205417591a4fc75a27bee33', 'gw_port': {'id': 'c658b2b2-516e-4ef1-a5e9-e0b09c43941e', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd262daa-115f-44d5-bd0a-8443ed87206f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:39Z', 'updated_at': '2021-05-17T13:54:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi'}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:54:43.824158 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30d5a4d-cc09-4962-8c1c-e7d281dfe49c None None] Checking router: cd262daa-115f-44d5-bd0a-8443ed87206f for host: dv-cinder-788363-3-iscsi {{(pid=78745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 17 13:54:43.824628 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0c588e5a-36c8-449e-9d68-f5bcd6e21048 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:43.824938 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30d5a4d-cc09-4962-8c1c-e7d281dfe49c None None] Updating router cd262daa-115f-44d5-bd0a-8443ed87206f port c658b2b2-516e-4ef1-a5e9-e0b09c43941e binding host dv-cinder-788363-3-iscsi {{(pid=78745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 17 13:54:43.889304 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-d30d5a4d-cc09-4962-8c1c-e7d281dfe49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:44.034877 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 58612) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:54:44.034877 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 58614) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:54:44.084337 dv-cinder-788363-3-iscsi neutron-server[78743]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
May 17 13:54:44.195671 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1fb4adf0-01a9-4e44-a27e-569868956fe7 req-63b8df76-ad8e-4685-950a-bd4220b02e38 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/ports?device_id=63e28bfb-68fd-4f8a-960d-300168dce68e HTTP/1.1" status: 200  len: 210 time: 0.1601353
May 17 13:54:44.205779 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 58630) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:54:44.382631 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device bc8c9822-7e27-4d49-8a8e-cac934817e25 up at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:54:44.541107 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a274e7-9480-46bd-9199-884d3fa9f3f3 None None] Network f96cba92-eccd-4fce-9019-8397a76ebc2b requested from dv-cinder-788363-3-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 17 13:54:44.556972 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-e0932465-6fb2-430a-8516-f2765fa5ed76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:44.587921 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 58642) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:54:44.595461 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-d30d5a4d-cc09-4962-8c1c-e7d281dfe49c None None] Notify callbacks [] for port, precommit_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:44.614957 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-2a017b2f-3064-4200-a6c2-fcc2a1046da4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-696817505-network', 'tenant_id': '50462f7f63ba45fab79ca1a28efdf826'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:54:44.623055 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-2a017b2f-3064-4200-a6c2-fcc2a1046da4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:54:44.627791 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-2a017b2f-3064-4200-a6c2-fcc2a1046da4 admin admin] Usage tracker for resource:network and tenant:50462f7f63ba45fab79ca1a28efdf826 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:54:44.631082 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-2a017b2f-3064-4200-a6c2-fcc2a1046da4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:54:44.638503 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-2a017b2f-3064-4200-a6c2-fcc2a1046da4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:54:44.638773 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.provisioning_blocks [None req-d30d5a4d-cc09-4962-8c1c-e7d281dfe49c None None] Transition to ACTIVE for port object c658b2b2-516e-4ef1-a5e9-e0b09c43941e will not be triggered until provisioned by entity L2. {{(pid=78745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:54:44.651073 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-d30d5a4d-cc09-4962-8c1c-e7d281dfe49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:44.665154 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [None req-aca94010-9a62-456d-b427-f6575d1bb293 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:54:44.692541 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0c588e5a-36c8-449e-9d68-f5bcd6e21048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2025152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1966514'] for router, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:44.716061 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a017b2f-3064-4200-a6c2-fcc2a1046da4 admin admin] Made reservation on behalf of 50462f7f63ba45fab79ca1a28efdf826 for: {'network': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 17 13:54:44.728100 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-2a017b2f-3064-4200-a6c2-fcc2a1046da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1032604'] for network, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:44.750207 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-e0932465-6fb2-430a-8516-f2765fa5ed76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:54:44.772180 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-c73200b5-9010-4828-81da-b337b2e35e37 None None] Provisioning for port bc8c9822-7e27-4d49-8a8e-cac934817e25 completed by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:54:44.778988 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-e0932465-6fb2-430a-8516-f2765fa5ed76 admin admin] Usage tracker for resource:security_group_rule and tenant:df05b15eeba74e54811baeb02edb4e5b is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:54:44.796789 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-2a017b2f-3064-4200-a6c2-fcc2a1046da4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:44.810678 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning for port bc8c9822-7e27-4d49-8a8e-cac934817e25 completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:54:44.828437 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-e0932465-6fb2-430a-8516-f2765fa5ed76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:54:44.849767 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning complete for port bc8c9822-7e27-4d49-8a8e-cac934817e25 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:54:44.850141 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:44.862633 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.managers [None req-d30d5a4d-cc09-4962-8c1c-e7d281dfe49c None None] Attempting to bind port c658b2b2-516e-4ef1-a5e9-e0b09c43941e on host dv-cinder-788363-3-iscsi for vnic_type normal with profile  {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 17 13:54:44.863249 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.managers [None req-d30d5a4d-cc09-4962-8c1c-e7d281dfe49c None None] Attempting to bind port c658b2b2-516e-4ef1-a5e9-e0b09c43941e by drivers openvswitch,hyperv on host dv-cinder-788363-3-iscsi at level 0 using segments [{'id': 'd239c2a5-eb63-4e60-9706-c66c1478eded', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a'}] {{(pid=78745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 17 13:54:44.863645 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30d5a4d-cc09-4962-8c1c-e7d281dfe49c None None] Attempting to bind port c658b2b2-516e-4ef1-a5e9-e0b09c43941e on network d5b45ae7-16ce-45df-9da3-dc322e2b7d9a {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 13:54:44.867249 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8184845d-f445-42bc-95b4-b8fad3de2660 None None] Pushing event updated for resources: {'Port': ['ID=c658b2b2-516e-4ef1-a5e9-e0b09c43941e,revision_number=2']} {{(pid=78745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:54:44.874185 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-2a017b2f-3064-4200-a6c2-fcc2a1046da4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:54:44.876054 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30d5a4d-cc09-4962-8c1c-e7d281dfe49c None None] Checking agent: {'id': 'ed5152c7-8558-4ae4-8c88-1353caeda338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 47, 10), 'started_at': datetime.datetime(2021, 5, 17, 13, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 17 13:54:44.876664 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30d5a4d-cc09-4962-8c1c-e7d281dfe49c None None] Checking segment: {'id': 'd239c2a5-eb63-4e60-9706-c66c1478eded', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 13:54:44.877423 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-d30d5a4d-cc09-4962-8c1c-e7d281dfe49c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:44.877961 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30d5a4d-cc09-4962-8c1c-e7d281dfe49c None None] Bound using segment: {'id': 'd239c2a5-eb63-4e60-9706-c66c1478eded', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a'} {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 17 13:54:44.878589 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.managers [None req-d30d5a4d-cc09-4962-8c1c-e7d281dfe49c None None] Bound port: c658b2b2-516e-4ef1-a5e9-e0b09c43941e, host: dv-cinder-788363-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd239c2a5-eb63-4e60-9706-c66c1478eded', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a'}}] {{(pid=78745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 17 13:54:44.879181 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-d30d5a4d-cc09-4962-8c1c-e7d281dfe49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:44.891468 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-2a017b2f-3064-4200-a6c2-fcc2a1046da4 admin admin] Usage tracker for resource:security_group_rule and tenant:50462f7f63ba45fab79ca1a28efdf826 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:54:44.894701 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-2a017b2f-3064-4200-a6c2-fcc2a1046da4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:54:44.901131 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-2a017b2f-3064-4200-a6c2-fcc2a1046da4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:54:44.914932 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8184845d-f445-42bc-95b4-b8fad3de2660 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:54:44.916085 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8184845d-f445-42bc-95b4-b8fad3de2660 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:54:44.916596 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8184845d-f445-42bc-95b4-b8fad3de2660 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:54:44.917102 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8184845d-f445-42bc-95b4-b8fad3de2660 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:54:44.917614 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8184845d-f445-42bc-95b4-b8fad3de2660 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:54:44.918090 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8184845d-f445-42bc-95b4-b8fad3de2660 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:54:44.918577 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8184845d-f445-42bc-95b4-b8fad3de2660 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:54:44.919052 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8184845d-f445-42bc-95b4-b8fad3de2660 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:54:44.919785 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8184845d-f445-42bc-95b4-b8fad3de2660 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:54:44.920445 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8184845d-f445-42bc-95b4-b8fad3de2660 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:54:44.921329 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8184845d-f445-42bc-95b4-b8fad3de2660 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:54:44.921869 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8184845d-f445-42bc-95b4-b8fad3de2660 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:54:44.923187 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8184845d-f445-42bc-95b4-b8fad3de2660 None None] Tracked resource versions report:
May 17 13:54:44.923187 dv-cinder-788363-3-iscsi neutron-server[78745]: pushed versions:
May 17 13:54:44.923187 dv-cinder-788363-3-iscsi neutron-server[78745]: {   'AddressGroup': {'1.2'},
May 17 13:54:44.923187 dv-cinder-788363-3-iscsi neutron-server[78745]:     'ConntrackHelper': {'1.0'},
May 17 13:54:44.923187 dv-cinder-788363-3-iscsi neutron-server[78745]:     'Log': {'1.0'},
May 17 13:54:44.923187 dv-cinder-788363-3-iscsi neutron-server[78745]:     'Network': {'1.1'},
May 17 13:54:44.923187 dv-cinder-788363-3-iscsi neutron-server[78745]:     'Port': {'1.7'},
May 17 13:54:44.923187 dv-cinder-788363-3-iscsi neutron-server[78745]:     'PortForwarding': {'1.2'},
May 17 13:54:44.923187 dv-cinder-788363-3-iscsi neutron-server[78745]:     'QosPolicy': {'1.8'},
May 17 13:54:44.923187 dv-cinder-788363-3-iscsi neutron-server[78745]:     'SecurityGroup': {'1.4'},
May 17 13:54:44.923187 dv-cinder-788363-3-iscsi neutron-server[78745]:     'SecurityGroupRule': {'1.2'},
May 17 13:54:44.923187 dv-cinder-788363-3-iscsi neutron-server[78745]:     'SubPort': {'1.0'},
May 17 13:54:44.923187 dv-cinder-788363-3-iscsi neutron-server[78745]:     'Subnet': {'1.1'},
May 17 13:54:44.923187 dv-cinder-788363-3-iscsi neutron-server[78745]:     'Trunk': {'1.1'}}
May 17 13:54:44.923187 dv-cinder-788363-3-iscsi neutron-server[78745]: consumer versions:
May 17 13:54:44.923187 dv-cinder-788363-3-iscsi neutron-server[78745]: {   DHCP agent@dv-cinder-788363-3-iscsi: {},
May 17 13:54:44.923187 dv-cinder-788363-3-iscsi neutron-server[78745]:     HyperV agent@hv-cinder-78836: {},
May 17 13:54:44.923187 dv-cinder-788363-3-iscsi neutron-server[78745]:     L3 agent@dv-cinder-788363-3-iscsi: {},
May 17 13:54:44.923187 dv-cinder-788363-3-iscsi neutron-server[78745]:     Metadata agent@dv-cinder-788363-3-iscsi: {},
May 17 13:54:44.923187 dv-cinder-788363-3-iscsi neutron-server[78745]:     Metering agent@dv-cinder-788363-3-iscsi: {},
May 17 13:54:44.923187 dv-cinder-788363-3-iscsi neutron-server[78745]:     Open vSwitch agent@dv-cinder-788363-3-iscsi: {   'AddressGroup': '1.2',
May 17 13:54:44.923187 dv-cinder-788363-3-iscsi neutron-server[78745]:                                                      'ConntrackHelper': '1.0',
May 17 13:54:44.923187 dv-cinder-788363-3-iscsi neutron-server[78745]:                                                      'Log': '1.0',
May 17 13:54:44.923187 dv-cinder-788363-3-iscsi neutron-server[78745]:                                                      'Network': '1.1',
May 17 13:54:44.923187 dv-cinder-788363-3-iscsi neutron-server[78745]:                                                      'Port': '1.7',
May 17 13:54:44.923187 dv-cinder-788363-3-iscsi neutron-server[78745]:                                                      'PortForwarding': '1.2',
May 17 13:54:44.923187 dv-cinder-788363-3-iscsi neutron-server[78745]:                                                      'QosPolicy': '1.8',
May 17 13:54:44.923187 dv-cinder-788363-3-iscsi neutron-server[78745]:                                                      'SecurityGroup': '1.4',
May 17 13:54:44.923187 dv-cinder-788363-3-iscsi neutron-server[78745]:                                                      'SecurityGroupRule': '1.2',
May 17 13:54:44.923187 dv-cinder-788363-3-iscsi neutron-server[78745]:                                                      'SubPort': '1.0',
May 17 13:54:44.923187 dv-cinder-788363-3-iscsi neutron-server[78745]:                                                      'Subnet': '1.1',
May 17 13:54:44.923187 dv-cinder-788363-3-iscsi neutron-server[78745]:                                                      'Trunk': '1.1'}}
May 17 13:54:44.923187 dv-cinder-788363-3-iscsi neutron-server[78745]:  {{(pid=78745) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 17 13:54:44.940755 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [None req-8184845d-f445-42bc-95b4-b8fad3de2660 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:54:44.981912 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-e0932465-6fb2-430a-8516-f2765fa5ed76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:54:45.003279 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.db [None req-d30d5a4d-cc09-4962-8c1c-e7d281dfe49c None None] For port c658b2b2-516e-4ef1-a5e9-e0b09c43941e, host dv-cinder-788363-3-iscsi, cleared binding levels {{(pid=78745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 17 13:54:45.012862 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.db [None req-d30d5a4d-cc09-4962-8c1c-e7d281dfe49c None None] For port c658b2b2-516e-4ef1-a5e9-e0b09c43941e, host dv-cinder-788363-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=c658b2b2-516e-4ef1-a5e9-e0b09c43941e,segment=NetworkSegment(d239c2a5-eb63-4e60-9706-c66c1478eded),segment_id=d239c2a5-eb63-4e60-9706-c66c1478eded)] {{(pid=78745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 17 13:54:45.015023 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-01670575-0914-40d5-83bd-0503589971fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:45.018973 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-d30d5a4d-cc09-4962-8c1c-e7d281dfe49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:45.034882 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:54:45.072610 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c588e5a-36c8-449e-9d68-f5bcd6e21048 admin admin] Router d2d1e582-0441-4cc3-be8a-b3570f74fe4d is scheduled to L3 agent 5f048e90-1481-4c55-97c3-311a68b90326 with binding_index 1 {{(pid=78742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 17 13:54:45.142645 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30d5a4d-cc09-4962-8c1c-e7d281dfe49c None None] Routers {'cd262daa-115f-44d5-bd0a-8443ed87206f'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 13:54:45.143474 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-d30d5a4d-cc09-4962-8c1c-e7d281dfe49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3f9f8df0>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T13:54:40Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['cd262daa-115f-44d5-bd0a-8443ed87206f'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:54:45.157429 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-01670575-0914-40d5-83bd-0503589971fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:54:45.180705 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-01670575-0914-40d5-83bd-0503589971fa admin admin] Usage tracker for resource:security_group_rule and tenant:a9a2b664dc7c4339869109cc734abf0d is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:54:45.188627 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-01670575-0914-40d5-83bd-0503589971fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:54:45.211644 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-01670575-0914-40d5-83bd-0503589971fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:54:45.410159 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:45.445057 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-2a017b2f-3064-4200-a6c2-fcc2a1046da4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:45.445871 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8184845d-f445-42bc-95b4-b8fad3de2660 None None] Pushing event updated for resources: {'Port': ['ID=c658b2b2-516e-4ef1-a5e9-e0b09c43941e,revision_number=3']} {{(pid=78745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:54:45.455351 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [None req-8184845d-f445-42bc-95b4-b8fad3de2660 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:54:45.480478 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-2a017b2f-3064-4200-a6c2-fcc2a1046da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:45.493884 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-51baada2-96b0-4c58-9fa1-6cb3a7db811c req-38042243-c9a3-4264-b175-923123dd4280 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/ports?device_id=63e28bfb-68fd-4f8a-960d-300168dce68e HTTP/1.1" status: 200  len: 210 time: 0.1149149
May 17 13:54:45.503527 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-d30d5a4d-cc09-4962-8c1c-e7d281dfe49c None None] Set router cd262daa-115f-44d5-bd0a-8443ed87206f gateway port host: dv-cinder-788363-3-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 13:54:45.511833 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] For port bc8c9822-7e27-4d49-8a8e-cac934817e25, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=bc8c9822-7e27-4d49-8a8e-cac934817e25,segment=NetworkSegment(41cda2c3-d474-4247-94e6-3fc71c3a8d3e),segment_id=41cda2c3-d474-4247-94e6-3fc71c3a8d3e)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:54:45.520194 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:45.528034 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-7e4f6fa7-3231-4c1f-b2c0-7177aade5907 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:54:45.534644 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c588e5a-36c8-449e-9d68-f5bcd6e21048 admin admin] Notify agent at l3_agent.dv-cinder-788363-3-iscsi the message routers_updated {{(pid=78742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 17 13:54:45.534884 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-08b7249f-fe7d-4fa6-9306-a0fa815f1a06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:54:45.601702 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-8a8af9cb-0a9d-4044-a9c2-536a73d39bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:45.607159 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0c588e5a-36c8-449e-9d68-f5bcd6e21048 admin admin] Notify callbacks [] for router, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:45.608444 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-0c588e5a-36c8-449e-9d68-f5bcd6e21048 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 5.4115582
May 17 13:54:45.611148 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 58688) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:54:45.703650 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a017b2f-3064-4200-a6c2-fcc2a1046da4 admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'}  {{(pid=78743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 17 13:54:45.743947 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b543f30-1db5-4ee5-b0bc-e799df28e0c6 None None] Sync routers for ids ['d2d1e582-0441-4cc3-be8a-b3570f74fe4d'] in dv-cinder-788363-3-iscsi {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 17 13:54:45.795559 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b543f30-1db5-4ee5-b0bc-e799df28e0c6 None None] Routers {'d2d1e582-0441-4cc3-be8a-b3570f74fe4d'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 13:54:45.796456 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-1b543f30-1db5-4ee5-b0bc-e799df28e0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3b614700>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T13:54:40Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['d2d1e582-0441-4cc3-be8a-b3570f74fe4d'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:54:45.884021 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Pushing event updated for resources: {'Port': ['ID=bc8c9822-7e27-4d49-8a8e-cac934817e25,revision_number=3']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:54:45.902124 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:54:45.902517 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-e0932465-6fb2-430a-8516-f2765fa5ed76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:45.930546 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-84be3706-6452-41de-96ce-fce1f50883aa None None] Provisioning complete for port bc8c9822-7e27-4d49-8a8e-cac934817e25 triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:54:45.931299 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-84be3706-6452-41de-96ce-fce1f50883aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:45.939783 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-e0932465-6fb2-430a-8516-f2765fa5ed76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:45.953515 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-2a017b2f-3064-4200-a6c2-fcc2a1046da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861870'] for segment, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:45.957238 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.db.segments_db [None req-2a017b2f-3064-4200-a6c2-fcc2a1046da4 admin admin] Added segment 6e38da00-d383-4abf-b826-35274ffd7a62 of type vlan for network 2d818e73-5d73-48ba-9fa4-8319ccae7131
May 17 13:54:45.958614 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a017b2f-3064-4200-a6c2-fcc2a1046da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3529cce5-ef59-4f65-a76f-743b46f9e104,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:54:45.963647 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-2a017b2f-3064-4200-a6c2-fcc2a1046da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:54:46.002320 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:54:46.103457 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0932465-6fb2-430a-8516-f2765fa5ed76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc50a390-444d-41f4-81ca-4a84248662e5,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:54:46.129136 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-e0932465-6fb2-430a-8516-f2765fa5ed76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:54:46.249114 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-1b543f30-1db5-4ee5-b0bc-e799df28e0c6 None None] Set router d2d1e582-0441-4cc3-be8a-b3570f74fe4d gateway port host: dv-cinder-788363-3-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 13:54:46.251375 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-d30d5a4d-cc09-4962-8c1c-e7d281dfe49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3f9f8df0>, [{'id': 'cd262daa-115f-44d5-bd0a-8443ed87206f', 'name': 'tempest-ServerRescueNegativeTestJSON-1429775336-router', 'tenant_id': '26eff14cf205417591a4fc75a27bee33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'c658b2b2-516e-4ef1-a5e9-e0b09c43941e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:54:38Z', 'updated_at': '2021-05-17T13:54:40Z', 'revision_number': 3, 'project_id': '26eff14cf205417591a4fc75a27bee33', 'gw_port': {'id': 'c658b2b2-516e-4ef1-a5e9-e0b09c43941e', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd262daa-115f-44d5-bd0a-8443ed87206f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:39Z', 'updated_at': '2021-05-17T13:54:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi'}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:54:46.260808 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30d5a4d-cc09-4962-8c1c-e7d281dfe49c None None] The sync data for ids ['cd262daa-115f-44d5-bd0a-8443ed87206f'] in dv-cinder-788363-3-iscsi is: [{'id': 'cd262daa-115f-44d5-bd0a-8443ed87206f', 'name': 'tempest-ServerRescueNegativeTestJSON-1429775336-router', 'tenant_id': '26eff14cf205417591a4fc75a27bee33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'c658b2b2-516e-4ef1-a5e9-e0b09c43941e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:54:38Z', 'updated_at': '2021-05-17T13:54:40Z', 'revision_number': 3, 'project_id': '26eff14cf205417591a4fc75a27bee33', 'gw_port': {'id': 'c658b2b2-516e-4ef1-a5e9-e0b09c43941e', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd262daa-115f-44d5-bd0a-8443ed87206f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:39Z', 'updated_at': '2021-05-17T13:54:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi'}] {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 17 13:54:46.308552 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device bc8c9822-7e27-4d49-8a8e-cac934817e25 up at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:54:46.351446 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_common [None req-8a8af9cb-0a9d-4044-a9c2-536a73d39bc6 admin admin] Allocated IP 172.20.0.1 (f8ea7e78-9a41-4fc9-b0e0-a85e1f425997/388065c0-e171-4b50-98f0-baf98c779e87/25ae4588-9028-47e5-8d26-27b4729de80f) {{(pid=78743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 17 13:54:46.551770 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-8a8af9cb-0a9d-4044-a9c2-536a73d39bc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:46.573256 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-01670575-0914-40d5-83bd-0503589971fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:46.580272 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-e0932465-6fb2-430a-8516-f2765fa5ed76 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=df05b15eeba74e54811baeb02edb4e5b&name=default HTTP/1.1" status: 200  len: 2975 time: 2.5432596
May 17 13:54:46.582315 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-2a017b2f-3064-4200-a6c2-fcc2a1046da4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774149267101'] for network, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:46.588488 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 58710) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:54:46.589121 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-01670575-0914-40d5-83bd-0503589971fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:46.639079 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:54:46.657629 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-01670575-0914-40d5-83bd-0503589971fa admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a9a2b664dc7c4339869109cc734abf0d&name=default HTTP/1.1" status: 200  len: 2975 time: 2.4483216
May 17 13:54:46.659470 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 58714) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:54:46.741017 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01670575-0914-40d5-83bd-0503589971fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aad95a9-2d90-48bb-b3fd-93077a434638,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:54:46.770124 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-01670575-0914-40d5-83bd-0503589971fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:54:46.773848 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-8a8af9cb-0a9d-4044-a9c2-536a73d39bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774149279272'] for port, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:46.802922 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning complete for port bc8c9822-7e27-4d49-8a8e-cac934817e25 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:54:46.803442 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:46.825617 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-75a64ac0-5940-4e07-a353-5fb4d918ec66 req-32815c21-eb8f-4f57-827b-086039a18733 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/ports?device_id=63e28bfb-68fd-4f8a-960d-300168dce68e HTTP/1.1" status: 200  len: 210 time: 0.0544612
May 17 13:54:46.826245 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-2a017b2f-3064-4200-a6c2-fcc2a1046da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1676892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582528'] for network, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:46.828864 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-0c190e8e-7377-4f1e-8f31-509a37290507 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:54:46.908121 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c65ba374-8b76-4061-b39d-dfef261cc470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:46.964579 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-1b543f30-1db5-4ee5-b0bc-e799df28e0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3b614700>, [{'id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'name': 'tempest-AttachVolumeShelveTestJSON-1637185521-router', 'tenant_id': '67705816dc0348c8a6486f2aa1cb2549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '42b3510b-e9c6-47b4-b6f4-b0be19bc469c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:54:40Z', 'updated_at': '2021-05-17T13:54:43Z', 'revision_number': 3, 'project_id': '67705816dc0348c8a6486f2aa1cb2549', 'gw_port': {'id': '42b3510b-e9c6-47b4-b6f4-b0be19bc469c', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cc:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:41Z', 'updated_at': '2021-05-17T13:54:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi'}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:54:46.981664 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c65ba374-8b76-4061-b39d-dfef261cc470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:46.989655 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b543f30-1db5-4ee5-b0bc-e799df28e0c6 None None] Checking router: d2d1e582-0441-4cc3-be8a-b3570f74fe4d for host: dv-cinder-788363-3-iscsi {{(pid=78744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 17 13:54:46.990096 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b543f30-1db5-4ee5-b0bc-e799df28e0c6 None None] Updating router d2d1e582-0441-4cc3-be8a-b3570f74fe4d port 42b3510b-e9c6-47b4-b6f4-b0be19bc469c binding host dv-cinder-788363-3-iscsi {{(pid=78744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 17 13:54:47.019442 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-4f92583b-6883-41ab-9be0-5c08024b4dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:47.025678 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a017b2f-3064-4200-a6c2-fcc2a1046da4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:54:47.026274 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-2a017b2f-3064-4200-a6c2-fcc2a1046da4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for network, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:47.030754 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-457b623d-7f95-4d29-a002-3d47f3784fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:47.060619 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-1b543f30-1db5-4ee5-b0bc-e799df28e0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:47.083374 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-457b623d-7f95-4d29-a002-3d47f3784fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:47.180243 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8af9cb-0a9d-4044-a9c2-536a73d39bc6 admin admin] Network f8ea7e78-9a41-4fc9-b0e0-a85e1f425997 is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 13:54:47.196321 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [None req-8a8af9cb-0a9d-4044-a9c2-536a73d39bc6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:54:47.215376 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8af9cb-0a9d-4044-a9c2-536a73d39bc6 admin admin] Received port after_create {{(pid=78743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 17 13:54:47.216155 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-8a8af9cb-0a9d-4044-a9c2-536a73d39bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1975113'] for router_interface, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:47.319813 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c65ba374-8b76-4061-b39d-dfef261cc470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:47.360169 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:54:47.394658 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ba374-8b76-4061-b39d-dfef261cc470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aad95a9-2d90-48bb-b3fd-93077a434638,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:54:47.402043 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-c65ba374-8b76-4061-b39d-dfef261cc470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:54:47.468592 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8af9cb-0a9d-4044-a9c2-536a73d39bc6 admin admin] Pushing event updated for resources: {'Port': ['ID=25ae4588-9028-47e5-8d26-27b4729de80f,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:54:47.480249 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-8a8af9cb-0a9d-4044-a9c2-536a73d39bc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.651s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:54:47.480809 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.324s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:54:47.501145 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-2a017b2f-3064-4200-a6c2-fcc2a1046da4 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 2.9023657
May 17 13:54:47.510710 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 58730) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:54:47.517185 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-b5ddb9c4-2a05-4439-96c1-9d234893266e admin admin] Request body: {'subnet': {'network_id': '2d818e73-5d73-48ba-9fa4-8319ccae7131', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-696817505-subnet', 'tenant_id': '50462f7f63ba45fab79ca1a28efdf826', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:54:47.540780 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-b5ddb9c4-2a05-4439-96c1-9d234893266e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:54:47.556669 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c65ba374-8b76-4061-b39d-dfef261cc470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:47.561407 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-c65ba374-8b76-4061-b39d-dfef261cc470 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2aad95a9-2d90-48bb-b3fd-93077a434638 HTTP/1.1" status: 204  len: 168 time: 0.9023540
May 17 13:54:47.583916 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-1b543f30-1db5-4ee5-b0bc-e799df28e0c6 None None] Notify callbacks [] for port, precommit_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:47.584236 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.db_base_plugin_common [None req-4f92583b-6883-41ab-9be0-5c08024b4dbf admin admin] Allocated IP 172.20.0.1 (f96cba92-eccd-4fce-9019-8397a76ebc2b/d7bf7301-b5af-4e08-ada3-78e2aec55a6a/033680b6-e7c4-4f4b-85d9-bac1a3dc5507) {{(pid=78742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 17 13:54:47.604224 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-b5ddb9c4-2a05-4439-96c1-9d234893266e admin admin] Usage tracker for resource:subnet and tenant:50462f7f63ba45fab79ca1a28efdf826 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:54:47.614506 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-1b543f30-1db5-4ee5-b0bc-e799df28e0c6 None None] Transition to ACTIVE for port object 42b3510b-e9c6-47b4-b6f4-b0be19bc469c will not be triggered until provisioned by entity L2. {{(pid=78744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:54:47.624732 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-1b543f30-1db5-4ee5-b0bc-e799df28e0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:47.626026 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-b5ddb9c4-2a05-4439-96c1-9d234893266e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:54:47.640298 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-b5ddb9c4-2a05-4439-96c1-9d234893266e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:54:47.640851 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-c86928f4-ddee-4b31-a1a9-286b289dfa67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:54:47.642385 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-457b623d-7f95-4d29-a002-3d47f3784fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:47.669768 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a017b2f-3064-4200-a6c2-fcc2a1046da4 admin admin] Pushing event updated for resources: {'Network': ['ID=2d818e73-5d73-48ba-9fa4-8319ccae7131,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:54:47.673548 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-2a017b2f-3064-4200-a6c2-fcc2a1046da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:54:47.678255 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-2a017b2f-3064-4200-a6c2-fcc2a1046da4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:54:47.691526 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457b623d-7f95-4d29-a002-3d47f3784fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc50a390-444d-41f4-81ca-4a84248662e5,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:54:47.693776 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-457b623d-7f95-4d29-a002-3d47f3784fbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:54:47.694973 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ddb9c4-2a05-4439-96c1-9d234893266e admin admin] Made reservation on behalf of 50462f7f63ba45fab79ca1a28efdf826 for: {'subnet': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 17 13:54:47.697473 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b5ddb9c4-2a05-4439-96c1-9d234893266e admin admin] Notify callbacks [] for subnet, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:47.729277 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-457b623d-7f95-4d29-a002-3d47f3784fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:47.730442 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-457b623d-7f95-4d29-a002-3d47f3784fbb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bc50a390-444d-41f4-81ca-4a84248662e5 HTTP/1.1" status: 204  len: 168 time: 1.1402707
May 17 13:54:47.760900 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0327733-a14e-4a6b-8ce6-4aa235ebeb05 None None] Pushing event updated for resources: {'Port': ['ID=42b3510b-e9c6-47b4-b6f4-b0be19bc469c,revision_number=2']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:54:47.763367 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Network 2d818e73-5d73-48ba-9fa4-8319ccae7131 details requested by agent ovs-agent-dv-cinder-788363-3-iscsi with host dv-cinder-788363-3-iscsi {{(pid=78744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 17 13:54:47.808762 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-a0327733-a14e-4a6b-8ce6-4aa235ebeb05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:54:47.811158 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-1b543f30-1db5-4ee5-b0bc-e799df28e0c6 None None] Attempting to bind port 42b3510b-e9c6-47b4-b6f4-b0be19bc469c on host dv-cinder-788363-3-iscsi for vnic_type normal with profile  {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 17 13:54:47.811493 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-1b543f30-1db5-4ee5-b0bc-e799df28e0c6 None None] Attempting to bind port 42b3510b-e9c6-47b4-b6f4-b0be19bc469c by drivers openvswitch,hyperv on host dv-cinder-788363-3-iscsi at level 0 using segments [{'id': 'd239c2a5-eb63-4e60-9706-c66c1478eded', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a'}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 17 13:54:47.812143 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b543f30-1db5-4ee5-b0bc-e799df28e0c6 None None] Attempting to bind port 42b3510b-e9c6-47b4-b6f4-b0be19bc469c on network d5b45ae7-16ce-45df-9da3-dc322e2b7d9a {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 13:54:47.822960 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-4f92583b-6883-41ab-9be0-5c08024b4dbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:47.823557 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b543f30-1db5-4ee5-b0bc-e799df28e0c6 None None] Checking agent: {'id': 'ed5152c7-8558-4ae4-8c88-1353caeda338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 47, 10), 'started_at': datetime.datetime(2021, 5, 17, 13, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 17 13:54:47.823892 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b543f30-1db5-4ee5-b0bc-e799df28e0c6 None None] Checking segment: {'id': 'd239c2a5-eb63-4e60-9706-c66c1478eded', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 13:54:47.824387 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-1b543f30-1db5-4ee5-b0bc-e799df28e0c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:47.824889 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b543f30-1db5-4ee5-b0bc-e799df28e0c6 None None] Bound using segment: {'id': 'd239c2a5-eb63-4e60-9706-c66c1478eded', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a'} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 17 13:54:47.825463 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-1b543f30-1db5-4ee5-b0bc-e799df28e0c6 None None] Bound port: 42b3510b-e9c6-47b4-b6f4-b0be19bc469c, host: dv-cinder-788363-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd239c2a5-eb63-4e60-9706-c66c1478eded', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a'}}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 17 13:54:47.825928 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-1b543f30-1db5-4ee5-b0bc-e799df28e0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:47.841268 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.provisioning_blocks [None req-4f92583b-6883-41ab-9be0-5c08024b4dbf admin admin] Transition to ACTIVE for port object 033680b6-e7c4-4f4b-85d9-bac1a3dc5507 will not be triggered until provisioned by entity DHCP. {{(pid=78742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:54:47.876934 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-4f92583b-6883-41ab-9be0-5c08024b4dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774149279272'] for port, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:47.883827 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-bcc0195f-dd6e-458f-a971-c31004d795e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:54:48.027331 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-8a8af9cb-0a9d-4044-a9c2-536a73d39bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:48.054966 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-1b543f30-1db5-4ee5-b0bc-e799df28e0c6 None None] For port 42b3510b-e9c6-47b4-b6f4-b0be19bc469c, host dv-cinder-788363-3-iscsi, cleared binding levels {{(pid=78744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 17 13:54:48.057777 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f92583b-6883-41ab-9be0-5c08024b4dbf admin admin] Pushing event updated for resources: {'Port': ['ID=033680b6-e7c4-4f4b-85d9-bac1a3dc5507,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:54:48.062570 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-1b543f30-1db5-4ee5-b0bc-e799df28e0c6 None None] For port 42b3510b-e9c6-47b4-b6f4-b0be19bc469c, host dv-cinder-788363-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=42b3510b-e9c6-47b4-b6f4-b0be19bc469c,segment=NetworkSegment(d239c2a5-eb63-4e60-9706-c66c1478eded),segment_id=d239c2a5-eb63-4e60-9706-c66c1478eded)] {{(pid=78744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 17 13:54:48.065191 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-4f92583b-6883-41ab-9be0-5c08024b4dbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:54:48.094593 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f92583b-6883-41ab-9be0-5c08024b4dbf admin admin] Network f96cba92-eccd-4fce-9019-8397a76ebc2b is already hosted by enough agents. {{(pid=78742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 13:54:48.097481 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-4f92583b-6883-41ab-9be0-5c08024b4dbf admin admin] Resources bound (agent type, host, resource id):  {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:54:48.102497 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f92583b-6883-41ab-9be0-5c08024b4dbf admin admin] Received port after_create {{(pid=78742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 17 13:54:48.104981 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-4f92583b-6883-41ab-9be0-5c08024b4dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1975113'] for router_interface, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:48.250933 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-1b543f30-1db5-4ee5-b0bc-e799df28e0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:48.354547 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:54:48.362849 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-eb6be030-8536-41be-9ce9-2d74b29be19d req-8ed81762-59a5-41f2-978b-0b9d21076860 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/ports?device_id=63e28bfb-68fd-4f8a-960d-300168dce68e HTTP/1.1" status: 200  len: 210 time: 0.1318891
May 17 13:54:48.486994 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device c658b2b2-516e-4ef1-a5e9-e0b09c43941e up at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:54:48.571761 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-4f92583b-6883-41ab-9be0-5c08024b4dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:48.646683 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-8052cd49-7a68-4d4d-8373-307cb75036c7 None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 17 13:54:48.713162 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 58766) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:54:48.725008 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0327733-a14e-4a6b-8ce6-4aa235ebeb05 None None] Pushing event updated for resources: {'Port': ['ID=42b3510b-e9c6-47b4-b6f4-b0be19bc469c,revision_number=3']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:54:48.749084 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-79c0270b-3f27-4650-a4ad-a4a5b4c85d9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:48.788387 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-a0327733-a14e-4a6b-8ce6-4aa235ebeb05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:54:48.789463 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b543f30-1db5-4ee5-b0bc-e799df28e0c6 None None] Routers {'d2d1e582-0441-4cc3-be8a-b3570f74fe4d'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 13:54:48.790264 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-1b543f30-1db5-4ee5-b0bc-e799df28e0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3b614700>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T13:54:40Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['d2d1e582-0441-4cc3-be8a-b3570f74fe4d'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:54:48.811607 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-79c0270b-3f27-4650-a4ad-a4a5b4c85d9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:54:48.844243 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-79c0270b-3f27-4650-a4ad-a4a5b4c85d9c admin admin] Usage tracker for resource:security_group_rule and tenant:f10d199bd07245fa8939d3ebd7912af1 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:54:48.859180 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-79c0270b-3f27-4650-a4ad-a4a5b4c85d9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:54:48.887347 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-8a8af9cb-0a9d-4044-a9c2-536a73d39bc6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:48.900642 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-8a8af9cb-0a9d-4044-a9c2-536a73d39bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:48.905638 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-8a8af9cb-0a9d-4044-a9c2-536a73d39bc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1977326'] for router_interface, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:48.912340 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:54:48.932177 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-79c0270b-3f27-4650-a4ad-a4a5b4c85d9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:54:49.115583 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8af9cb-0a9d-4044-a9c2-536a73d39bc6 admin admin] Pushing event updated for resources: {'Port': ['ID=25ae4588-9028-47e5-8d26-27b4729de80f,revision_number=2']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:54:49.132421 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-8a8af9cb-0a9d-4044-a9c2-536a73d39bc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:54:49.201556 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b5ddb9c4-2a05-4439-96c1-9d234893266e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583'] for subnet, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:49.210081 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:54:49.245398 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8af9cb-0a9d-4044-a9c2-536a73d39bc6 admin admin] Network f8ea7e78-9a41-4fc9-b0e0-a85e1f425997 is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 13:54:49.256466 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [None req-8a8af9cb-0a9d-4044-a9c2-536a73d39bc6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:54:49.291222 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-4f92583b-6883-41ab-9be0-5c08024b4dbf admin admin] Notify callbacks [] for port, precommit_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:49.315541 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-4f92583b-6883-41ab-9be0-5c08024b4dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:49.322473 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-4f92583b-6883-41ab-9be0-5c08024b4dbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1977326'] for router_interface, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:49.346831 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:54:49.401219 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-d719c104-5935-47fb-93cd-d0d1fce60647 None None] Provisioning for port 033680b6-e7c4-4f4b-85d9-bac1a3dc5507 completed by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:54:49.413375 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-d719c104-5935-47fb-93cd-d0d1fce60647 None None] Provisioning complete for port 033680b6-e7c4-4f4b-85d9-bac1a3dc5507 triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:54:49.413934 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-d719c104-5935-47fb-93cd-d0d1fce60647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:49.474645 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning for port c658b2b2-516e-4ef1-a5e9-e0b09c43941e completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:54:49.482748 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-d719c104-5935-47fb-93cd-d0d1fce60647 None None] Port 033680b6-e7c4-4f4b-85d9-bac1a3dc5507 cannot update to ACTIVE because it is not bound. {{(pid=78744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 17 13:54:49.499431 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning complete for port c658b2b2-516e-4ef1-a5e9-e0b09c43941e triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:54:49.499878 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:49.568025 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-1b543f30-1db5-4ee5-b0bc-e799df28e0c6 None None] Set router d2d1e582-0441-4cc3-be8a-b3570f74fe4d gateway port host: dv-cinder-788363-3-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 13:54:49.574836 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ddb9c4-2a05-4439-96c1-9d234893266e admin admin] Pushing event updated for resources: {'Subnet': ['ID=876602c4-b788-4027-9914-ce40be1541d9,revision_number=0']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:54:49.579186 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-b5ddb9c4-2a05-4439-96c1-9d234893266e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:54:49.584699 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ddb9c4-2a05-4439-96c1-9d234893266e admin admin] Checking segment: {'id': '6e38da00-d383-4abf-b826-35274ffd7a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2d818e73-5d73-48ba-9fa4-8319ccae7131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 13:54:49.585133 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ddb9c4-2a05-4439-96c1-9d234893266e admin admin] Network hostable DHCP agents. Network: 2d818e73-5d73-48ba-9fa4-8319ccae7131, hostable agents: ['49bbb97f-fcd4-4504-a032-9a51e4e6deed'], hosted agents: [] {{(pid=78743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 17 13:54:49.678821 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.49', 57245) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:54:49.747476 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5e3bc7fd-3fca-4e82-9e10-72bf1f3516b4 req-8add38f1-789b-4103-ac17-edd42cb6e42d tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/ports?device_id=63e28bfb-68fd-4f8a-960d-300168dce68e HTTP/1.1" status: 200  len: 210 time: 0.0663767
May 17 13:54:49.802906 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-79c0270b-3f27-4650-a4ad-a4a5b4c85d9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:49.837405 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-79c0270b-3f27-4650-a4ad-a4a5b4c85d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:49.876092 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:49.916818 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f92583b-6883-41ab-9be0-5c08024b4dbf admin admin] Pushing event updated for resources: {'Port': ['ID=033680b6-e7c4-4f4b-85d9-bac1a3dc5507,revision_number=2']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:54:49.928760 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-4f92583b-6883-41ab-9be0-5c08024b4dbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:54:49.929181 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:54:49.946456 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-79c0270b-3f27-4650-a4ad-a4a5b4c85d9c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f10d199bd07245fa8939d3ebd7912af1&name=default HTTP/1.1" status: 200  len: 2978 time: 1.2295916
May 17 13:54:49.947735 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 58812) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:54:50.017299 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c0270b-3f27-4650-a4ad-a4a5b4c85d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010595e5-b32f-431a-9774-602c4d3d753c,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:54:50.043971 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-79c0270b-3f27-4650-a4ad-a4a5b4c85d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:54:50.045144 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b1e24-e44e-49fe-b0af-51532135693b req-9147eb5b-86a2-4333-bf82-8c94f0246710 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:54:50.048271 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-436b1e24-e44e-49fe-b0af-51532135693b req-9147eb5b-86a2-4333-bf82-8c94f0246710 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.49 "GET /v2.0/networks?id=8a60660d-3002-4517-bb46-ad62f3b34a4d HTTP/1.1" status: 200  len: 811 time: 0.3170431
May 17 13:54:50.082876 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f92583b-6883-41ab-9be0-5c08024b4dbf admin admin] Network f96cba92-eccd-4fce-9019-8397a76ebc2b is already hosted by enough agents. {{(pid=78742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 13:54:50.090071 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-4f92583b-6883-41ab-9be0-5c08024b4dbf admin admin] Resources bound (agent type, host, resource id):  {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:54:50.114198 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-436b1e24-e44e-49fe-b0af-51532135693b req-e826bb9f-fbf1-4ced-929f-b22bfcfb8218 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Request body: {'port': {'device_id': '63e28bfb-68fd-4f8a-960d-300168dce68e', 'network_id': '8a60660d-3002-4517-bb46-ad62f3b34a4d', 'admin_state_up': True, 'tenant_id': '4e138dd789284a48835a827a09f78f75'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:54:50.142340 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] For port c658b2b2-516e-4ef1-a5e9-e0b09c43941e, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=c658b2b2-516e-4ef1-a5e9-e0b09c43941e,segment=NetworkSegment(d239c2a5-eb63-4e60-9706-c66c1478eded),segment_id=d239c2a5-eb63-4e60-9706-c66c1478eded)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:54:50.156624 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-dd697e5c-b5f0-485b-b63e-f27bdddf1c0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:50.168497 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ddb9c4-2a05-4439-96c1-9d234893266e admin admin] Network 2d818e73-5d73-48ba-9fa4-8319ccae7131 is scheduled to be hosted by DHCP agent 49bbb97f-fcd4-4504-a032-9a51e4e6deed with binding_index 1 {{(pid=78743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 17 13:54:50.222449 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:50.248013 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-a0327733-a14e-4a6b-8ce6-4aa235ebeb05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:54:50.401711 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [None req-b5ddb9c4-2a05-4439-96c1-9d234893266e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-3-iscsi, 2d818e73-5d73-48ba-9fa4-8319ccae7131) {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:54:50.432227 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae450ec-4620-46e3-8cbb-990168abc54e None None] Network 2d818e73-5d73-48ba-9fa4-8319ccae7131 requested from dv-cinder-788363-3-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 17 13:54:50.438113 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ddb9c4-2a05-4439-96c1-9d234893266e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:54:50.445453 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b5ddb9c4-2a05-4439-96c1-9d234893266e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for subnet, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:50.446338 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-dd697e5c-b5f0-485b-b63e-f27bdddf1c0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:50.476154 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a8af9cb-0a9d-4044-a9c2-536a73d39bc6 admin admin] Router cd262daa-115f-44d5-bd0a-8443ed87206f has already been hosted by L3 agent 5f048e90-1481-4c55-97c3-311a68b90326 {{(pid=78743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 17 13:54:50.497031 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-b5ddb9c4-2a05-4439-96c1-9d234893266e admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 2.9851208
May 17 13:54:50.516617 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Pushing event updated for resources: {'Port': ['ID=c658b2b2-516e-4ef1-a5e9-e0b09c43941e,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:54:50.590793 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:54:50.684839 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-c817df81-10c1-4ec6-aa18-a9c793cf0c1b None None] Provisioning complete for port 033680b6-e7c4-4f4b-85d9-bac1a3dc5507 triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:54:50.685449 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c817df81-10c1-4ec6-aa18-a9c793cf0c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:50.755022 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f92583b-6883-41ab-9be0-5c08024b4dbf admin admin] Router d2d1e582-0441-4cc3-be8a-b3570f74fe4d has already been hosted by L3 agent 5f048e90-1481-4c55-97c3-311a68b90326 {{(pid=78742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 17 13:54:50.799403 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-436b1e24-e44e-49fe-b0af-51532135693b req-e826bb9f-fbf1-4ced-929f-b22bfcfb8218 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:54:50.858371 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-436b1e24-e44e-49fe-b0af-51532135693b req-e826bb9f-fbf1-4ced-929f-b22bfcfb8218 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Usage tracker for resource:port and tenant:4e138dd789284a48835a827a09f78f75 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:54:50.876202 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-436b1e24-e44e-49fe-b0af-51532135693b req-e826bb9f-fbf1-4ced-929f-b22bfcfb8218 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:54:50.886391 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-436b1e24-e44e-49fe-b0af-51532135693b req-e826bb9f-fbf1-4ced-929f-b22bfcfb8218 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:54:50.909710 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-436b1e24-e44e-49fe-b0af-51532135693b req-e826bb9f-fbf1-4ced-929f-b22bfcfb8218 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Made reservation on behalf of 4e138dd789284a48835a827a09f78f75 for: {'port': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 17 13:54:50.914990 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-436b1e24-e44e-49fe-b0af-51532135693b req-e826bb9f-fbf1-4ced-929f-b22bfcfb8218 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:50.922358 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-c817df81-10c1-4ec6-aa18-a9c793cf0c1b None None] Port 033680b6-e7c4-4f4b-85d9-bac1a3dc5507 cannot update to ACTIVE because it is not bound. {{(pid=78744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 17 13:54:50.942880 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-1b543f30-1db5-4ee5-b0bc-e799df28e0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3b614700>, [{'id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'name': 'tempest-AttachVolumeShelveTestJSON-1637185521-router', 'tenant_id': '67705816dc0348c8a6486f2aa1cb2549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '42b3510b-e9c6-47b4-b6f4-b0be19bc469c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:54:40Z', 'updated_at': '2021-05-17T13:54:48Z', 'revision_number': 4, 'project_id': '67705816dc0348c8a6486f2aa1cb2549', 'gw_port': {'id': '42b3510b-e9c6-47b4-b6f4-b0be19bc469c', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cc:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:41Z', 'updated_at': '2021-05-17T13:54:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_interfaces': [{'id': '033680b6-e7c4-4f4b-85d9-bac1a3dc5507', 'name': '', 'network_id': 'f96cba92-eccd-4fce-9019-8397a76ebc2b', 'tenant_id': '67705816dc0348c8a6486f2aa1cb2549', 'mac_address': 'fa:16:3e:09:9f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd7bf7301-b5af-4e08-ada3-78e2aec55a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:47Z', 'updated_at': '2021-05-17T13:54:47Z', 'revision_number': 1, 'project_id': '67705816dc0348c8a6486f2aa1cb2549', 'subnets': [{'id': 'd7bf7301-b5af-4e08-ada3-78e2aec55a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:54:50.962469 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354a509d-5384-4659-ba54-5680f020c93b None None] Network 2d818e73-5d73-48ba-9fa4-8319ccae7131 requested from dv-cinder-788363-3-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 17 13:54:50.964407 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a8af9cb-0a9d-4044-a9c2-536a73d39bc6 admin admin] Notify agent at l3_agent.dv-cinder-788363-3-iscsi the message routers_updated {{(pid=78743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 17 13:54:50.972346 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-8a8af9cb-0a9d-4044-a9c2-536a73d39bc6 admin admin] 10.222.0.54 "PUT /v2.0/routers/cd262daa-115f-44d5-bd0a-8443ed87206f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.0159461
May 17 13:54:50.973729 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bec140e-0869-4855-9393-09fbb44e9dfa None None] Sync routers for ids ['cd262daa-115f-44d5-bd0a-8443ed87206f'] in dv-cinder-788363-3-iscsi {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 17 13:54:50.994916 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bec140e-0869-4855-9393-09fbb44e9dfa None None] Routers {'cd262daa-115f-44d5-bd0a-8443ed87206f'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 13:54:50.996960 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-7bec140e-0869-4855-9393-09fbb44e9dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3ff01a00>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T13:54:40Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['cd262daa-115f-44d5-bd0a-8443ed87206f'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:54:51.018507 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 58874) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:54:51.041456 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b543f30-1db5-4ee5-b0bc-e799df28e0c6 None None] The sync data for ids ['d2d1e582-0441-4cc3-be8a-b3570f74fe4d'] in dv-cinder-788363-3-iscsi is: [{'id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'name': 'tempest-AttachVolumeShelveTestJSON-1637185521-router', 'tenant_id': '67705816dc0348c8a6486f2aa1cb2549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '42b3510b-e9c6-47b4-b6f4-b0be19bc469c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:54:40Z', 'updated_at': '2021-05-17T13:54:48Z', 'revision_number': 4, 'project_id': '67705816dc0348c8a6486f2aa1cb2549', 'gw_port': {'id': '42b3510b-e9c6-47b4-b6f4-b0be19bc469c', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cc:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:41Z', 'updated_at': '2021-05-17T13:54:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_interfaces': [{'id': '033680b6-e7c4-4f4b-85d9-bac1a3dc5507', 'name': '', 'network_id': 'f96cba92-eccd-4fce-9019-8397a76ebc2b', 'tenant_id': '67705816dc0348c8a6486f2aa1cb2549', 'mac_address': 'fa:16:3e:09:9f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd7bf7301-b5af-4e08-ada3-78e2aec55a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:47Z', 'updated_at': '2021-05-17T13:54:47Z', 'revision_number': 1, 'project_id': '67705816dc0348c8a6486f2aa1cb2549', 'subnets': [{'id': 'd7bf7301-b5af-4e08-ada3-78e2aec55a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 17 13:54:51.206526 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b933c05-5449-4a3e-904d-a543430ca288 admin admin] Deleting subnet f85fff6f-135e-4c51-89ca-c18d53cbb87d {{(pid=78743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 17 13:54:51.222876 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 58882) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:54:51.381786 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-5b933c05-5449-4a3e-904d-a543430ca288 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:51.545273 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f92583b-6883-41ab-9be0-5c08024b4dbf admin admin] Notify agent at l3_agent.dv-cinder-788363-3-iscsi the message routers_updated {{(pid=78742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 17 13:54:51.576697 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-dd697e5c-b5f0-485b-b63e-f27bdddf1c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:51.608075 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_common [req-436b1e24-e44e-49fe-b0af-51532135693b req-e826bb9f-fbf1-4ced-929f-b22bfcfb8218 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Allocated IP 172.20.0.12 (8a60660d-3002-4517-bb46-ad62f3b34a4d/a1c869c0-b67d-4bd8-94ad-e808e528d730/ebad6803-5ed6-4193-86e5-5d5eea2d32da) {{(pid=78743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 17 13:54:51.648822 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-7bec140e-0869-4855-9393-09fbb44e9dfa None None] Set router cd262daa-115f-44d5-bd0a-8443ed87206f gateway port host: dv-cinder-788363-3-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 13:54:51.674335 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-c65ba374-8b76-4061-b39d-dfef261cc470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:54:51.708325 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-dd697e5c-b5f0-485b-b63e-f27bdddf1c0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:51.715817 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-dd697e5c-b5f0-485b-b63e-f27bdddf1c0b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/010595e5-b32f-431a-9774-602c4d3d753c HTTP/1.1" status: 204  len: 168 time: 1.7581217
May 17 13:54:51.728584 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-030fdb29-64fe-4c2a-992a-97b65df07244 req-e5672604-ff0f-468c-873e-c236f8185d16 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/ports?device_id=63e28bfb-68fd-4f8a-960d-300168dce68e HTTP/1.1" status: 200  len: 210 time: 0.3489339
May 17 13:54:51.745971 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd697e5c-b5f0-485b-b63e-f27bdddf1c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010595e5-b32f-431a-9774-602c4d3d753c,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:54:51.760705 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-4f92583b-6883-41ab-9be0-5c08024b4dbf admin admin] 10.222.0.54 "PUT /v2.0/routers/d2d1e582-0441-4cc3-be8a-b3570f74fe4d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1468275
May 17 13:54:51.773653 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-dd697e5c-b5f0-485b-b63e-f27bdddf1c0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:54:52.254380 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-5b933c05-5449-4a3e-904d-a543430ca288 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:52.342079 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-5b933c05-5449-4a3e-904d-a543430ca288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-866929'] for subnet, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:52.434448 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device c658b2b2-516e-4ef1-a5e9-e0b09c43941e up at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:54:52.522991 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-436b1e24-e44e-49fe-b0af-51532135693b req-e826bb9f-fbf1-4ced-929f-b22bfcfb8218 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Notify callbacks [] for port, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:52.741571 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning complete for port c658b2b2-516e-4ef1-a5e9-e0b09c43941e triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:54:52.741953 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:53.064167 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-7bec140e-0869-4855-9393-09fbb44e9dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3ff01a00>, [{'id': 'cd262daa-115f-44d5-bd0a-8443ed87206f', 'name': 'tempest-ServerRescueNegativeTestJSON-1429775336-router', 'tenant_id': '26eff14cf205417591a4fc75a27bee33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'c658b2b2-516e-4ef1-a5e9-e0b09c43941e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:54:38Z', 'updated_at': '2021-05-17T13:54:47Z', 'revision_number': 4, 'project_id': '26eff14cf205417591a4fc75a27bee33', 'gw_port': {'id': 'c658b2b2-516e-4ef1-a5e9-e0b09c43941e', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd262daa-115f-44d5-bd0a-8443ed87206f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:39Z', 'updated_at': '2021-05-17T13:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_interfaces': [{'id': '25ae4588-9028-47e5-8d26-27b4729de80f', 'name': '', 'network_id': 'f8ea7e78-9a41-4fc9-b0e0-a85e1f425997', 'tenant_id': '26eff14cf205417591a4fc75a27bee33', 'mac_address': 'fa:16:3e:46:32:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd262daa-115f-44d5-bd0a-8443ed87206f', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '388065c0-e171-4b50-98f0-baf98c779e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:45Z', 'updated_at': '2021-05-17T13:54:48Z', 'revision_number': 2, 'project_id': '26eff14cf205417591a4fc75a27bee33', 'subnets': [{'id': '388065c0-e171-4b50-98f0-baf98c779e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:54:53.076607 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-436b1e24-e44e-49fe-b0af-51532135693b req-e826bb9f-fbf1-4ced-929f-b22bfcfb8218 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774149279272'] for port, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:53.079188 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bec140e-0869-4855-9393-09fbb44e9dfa None None] Checking router: cd262daa-115f-44d5-bd0a-8443ed87206f for host: dv-cinder-788363-3-iscsi {{(pid=78745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 17 13:54:53.079605 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bec140e-0869-4855-9393-09fbb44e9dfa None None] Updating router cd262daa-115f-44d5-bd0a-8443ed87206f port 25ae4588-9028-47e5-8d26-27b4729de80f binding host dv-cinder-788363-3-iscsi {{(pid=78745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 17 13:54:53.095137 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-e9598dbb-1cfb-4af0-88fb-595bcdafddd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:53.227327 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-7bec140e-0869-4855-9393-09fbb44e9dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:53.236931 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:54:53.897091 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e826bb9f-fbf1-4ced-929f-b22bfcfb8218 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Pushing event updated for resources: {'Port': ['ID=ebad6803-5ed6-4193-86e5-5d5eea2d32da,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:54:53.901796 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-e826bb9f-fbf1-4ced-929f-b22bfcfb8218 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.665s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:54:53.914852 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-e9598dbb-1cfb-4af0-88fb-595bcdafddd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:54:53.934173 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-e9598dbb-1cfb-4af0-88fb-595bcdafddd2 admin admin] Usage tracker for resource:security_group_rule and tenant:a613c9299379414ab5fa1da1c5f52024 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:54:53.940819 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-e9598dbb-1cfb-4af0-88fb-595bcdafddd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:54:53.966719 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-e9598dbb-1cfb-4af0-88fb-595bcdafddd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:54:54.001453 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 58974) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:54:54.011352 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-8533308c-b2c9-4fe3-8122-818da010cd9e tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Request body: {'security_group': {'name': 'tempest-securitygroup--616476702', 'description': 'tempest-description--1751924441'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:54:54.052026 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-8533308c-b2c9-4fe3-8122-818da010cd9e tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:54:54.102578 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-8533308c-b2c9-4fe3-8122-818da010cd9e tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Usage tracker for resource:security_group and tenant:67705816dc0348c8a6486f2aa1cb2549 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:54:54.122561 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-8533308c-b2c9-4fe3-8122-818da010cd9e tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:54:54.152875 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-8533308c-b2c9-4fe3-8122-818da010cd9e tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:54:54.189490 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8533308c-b2c9-4fe3-8122-818da010cd9e tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:54.220246 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-436b1e24-e44e-49fe-b0af-51532135693b req-e826bb9f-fbf1-4ced-929f-b22bfcfb8218 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Network 8a60660d-3002-4517-bb46-ad62f3b34a4d is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 13:54:54.230322 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-8533308c-b2c9-4fe3-8122-818da010cd9e tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:54:54.243443 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [req-436b1e24-e44e-49fe-b0af-51532135693b req-e826bb9f-fbf1-4ced-929f-b22bfcfb8218 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Resources bound (agent type, host, resource id):  {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:54:54.255762 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-436b1e24-e44e-49fe-b0af-51532135693b req-e826bb9f-fbf1-4ced-929f-b22bfcfb8218 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Received port after_create {{(pid=78743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 17 13:54:54.262012 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-8533308c-b2c9-4fe3-8122-818da010cd9e tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Usage tracker for resource:security_group_rule and tenant:67705816dc0348c8a6486f2aa1cb2549 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:54:54.265531 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b1e24-e44e-49fe-b0af-51532135693b req-e826bb9f-fbf1-4ced-929f-b22bfcfb8218 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:54:54.268896 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-436b1e24-e44e-49fe-b0af-51532135693b req-e826bb9f-fbf1-4ced-929f-b22bfcfb8218 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:54.272113 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-8533308c-b2c9-4fe3-8122-818da010cd9e tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:54:54.288285 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-8533308c-b2c9-4fe3-8122-818da010cd9e tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:54:54.402787 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-e9598dbb-1cfb-4af0-88fb-595bcdafddd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:54.412366 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-7bec140e-0869-4855-9393-09fbb44e9dfa None None] Notify callbacks [] for port, precommit_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:54.456123 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.provisioning_blocks [None req-7bec140e-0869-4855-9393-09fbb44e9dfa None None] Transition to ACTIVE for port object 25ae4588-9028-47e5-8d26-27b4729de80f will not be triggered until provisioned by entity L2. {{(pid=78745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:54:54.481966 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 42b3510b-e9c6-47b4-b6f4-b0be19bc469c up at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:54:54.485970 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-7bec140e-0869-4855-9393-09fbb44e9dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:54.525143 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [None req-aca94010-9a62-456d-b427-f6575d1bb293 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:54:54.594381 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8533308c-b2c9-4fe3-8122-818da010cd9e tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:54.605789 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8533308c-b2c9-4fe3-8122-818da010cd9e tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:54.623781 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b3449-fc32-4921-8902-dd77924871d1 req-6a2785fe-098a-43f5-9050-60482b10d19b tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:54:54.625633 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-f70b3449-fc32-4921-8902-dd77924871d1 req-6a2785fe-098a-43f5-9050-60482b10d19b tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/ports?device_id=63e28bfb-68fd-4f8a-960d-300168dce68e HTTP/1.1" status: 200  len: 932 time: 0.2422996
May 17 13:54:54.629021 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-17a84765-e4c4-483c-8db7-fc7fd6d23f56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:54:54.638958 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-e9598dbb-1cfb-4af0-88fb-595bcdafddd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:54.674056 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-436b1e24-e44e-49fe-b0af-51532135693b req-e826bb9f-fbf1-4ced-929f-b22bfcfb8218 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.5723500
May 17 13:54:54.721906 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning for port 42b3510b-e9c6-47b4-b6f4-b0be19bc469c completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:54:54.730275 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning complete for port 42b3510b-e9c6-47b4-b6f4-b0be19bc469c triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:54:54.730978 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:54.735818 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:54:54.745330 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8533308c-b2c9-4fe3-8122-818da010cd9e tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df714a86-38d9-4a92-b7c1-0011417294ca,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:54:54.775061 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-8533308c-b2c9-4fe3-8122-818da010cd9e tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:54:54.826953 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9598dbb-1cfb-4af0-88fb-595bcdafddd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ad01cb-6dc3-4ded-a62c-6a9fbcc7d4af,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:54:54.850742 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-e9598dbb-1cfb-4af0-88fb-595bcdafddd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:54:54.850878 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.managers [None req-7bec140e-0869-4855-9393-09fbb44e9dfa None None] Attempting to bind port 25ae4588-9028-47e5-8d26-27b4729de80f on host dv-cinder-788363-3-iscsi for vnic_type normal with profile  {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 17 13:54:54.851532 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.managers [None req-7bec140e-0869-4855-9393-09fbb44e9dfa None None] Attempting to bind port 25ae4588-9028-47e5-8d26-27b4729de80f by drivers openvswitch,hyperv on host dv-cinder-788363-3-iscsi at level 0 using segments [{'id': '6c4d3457-ef9a-42c3-8ce3-3e6a8a699a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f8ea7e78-9a41-4fc9-b0e0-a85e1f425997'}] {{(pid=78745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 17 13:54:54.852045 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bec140e-0869-4855-9393-09fbb44e9dfa None None] Attempting to bind port 25ae4588-9028-47e5-8d26-27b4729de80f on network f8ea7e78-9a41-4fc9-b0e0-a85e1f425997 {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 13:54:54.861601 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bec140e-0869-4855-9393-09fbb44e9dfa None None] Checking agent: {'id': 'ed5152c7-8558-4ae4-8c88-1353caeda338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 47, 10), 'started_at': datetime.datetime(2021, 5, 17, 13, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 17 13:54:54.862142 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bec140e-0869-4855-9393-09fbb44e9dfa None None] Checking segment: {'id': '6c4d3457-ef9a-42c3-8ce3-3e6a8a699a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f8ea7e78-9a41-4fc9-b0e0-a85e1f425997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 13:54:54.862652 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-7bec140e-0869-4855-9393-09fbb44e9dfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:54.863152 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bec140e-0869-4855-9393-09fbb44e9dfa None None] Bound using segment: {'id': '6c4d3457-ef9a-42c3-8ce3-3e6a8a699a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f8ea7e78-9a41-4fc9-b0e0-a85e1f425997'} {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 17 13:54:54.863784 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.managers [None req-7bec140e-0869-4855-9393-09fbb44e9dfa None None] Bound port: 25ae4588-9028-47e5-8d26-27b4729de80f, host: dv-cinder-788363-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c4d3457-ef9a-42c3-8ce3-3e6a8a699a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f8ea7e78-9a41-4fc9-b0e0-a85e1f425997'}}] {{(pid=78745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 17 13:54:54.864268 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-7bec140e-0869-4855-9393-09fbb44e9dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:54.865566 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8533308c-b2c9-4fe3-8122-818da010cd9e tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:54.876010 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-8533308c-b2c9-4fe3-8122-818da010cd9e tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.8698335
May 17 13:54:54.879342 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 58984) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:54:54.900968 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-f70b3449-fc32-4921-8902-dd77924871d1 req-142f9803-b4e0-4155-a48b-bb469e8cf3f8 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Synchronizing usage tracker for tenant:4e138dd789284a48835a827a09f78f75 on resource:security_group {{(pid=78742) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 13:54:54.914156 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59731653-447a-480d-b2ae-c0c0f775ea4a req-96d08edd-3028-4b9d-ad55-7f07036a7ec5 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:54:54.915768 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-59731653-447a-480d-b2ae-c0c0f775ea4a req-96d08edd-3028-4b9d-ad55-7f07036a7ec5 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Synchronizing usage tracker for tenant:26eff14cf205417591a4fc75a27bee33 on resource:network {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 13:54:54.917623 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-6dd43794-e1d1-4d17-b566-01b9773eee60 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Request body: {'security_group_rule': {'security_group_id': 'df714a86-38d9-4a92-b7c1-0011417294ca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:54:54.956668 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-e9598dbb-1cfb-4af0-88fb-595bcdafddd2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a613c9299379414ab5fa1da1c5f52024&name=default HTTP/1.1" status: 200  len: 2979 time: 3.6221302
May 17 13:54:54.961724 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-6dd43794-e1d1-4d17-b566-01b9773eee60 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:54:54.968561 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 58988) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:54:54.971117 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-59731653-447a-480d-b2ae-c0c0f775ea4a req-96d08edd-3028-4b9d-ad55-7f07036a7ec5 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Unset dirty status for tenant:26eff14cf205417591a4fc75a27bee33 on resource:network {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 13:54:54.972773 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-59731653-447a-480d-b2ae-c0c0f775ea4a req-96d08edd-3028-4b9d-ad55-7f07036a7ec5 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/networks?id=f8ea7e78-9a41-4fc9-b0e0-a85e1f425997 HTTP/1.1" status: 200  len: 819 time: 1.9130199
May 17 13:54:55.000517 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-6dd43794-e1d1-4d17-b566-01b9773eee60 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Usage tracker for resource:security_group_rule and tenant:67705816dc0348c8a6486f2aa1cb2549 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:54:55.011231 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-59731653-447a-480d-b2ae-c0c0f775ea4a req-6eb6931b-a45f-4e07-ab7e-25e522dcdb9f tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/quotas/26eff14cf205417591a4fc75a27bee33 HTTP/1.1" status: 200  len: 375 time: 0.0312357
May 17 13:54:55.035336 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-6dd43794-e1d1-4d17-b566-01b9773eee60 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:54:55.054116 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.db [None req-7bec140e-0869-4855-9393-09fbb44e9dfa None None] For port 25ae4588-9028-47e5-8d26-27b4729de80f, host dv-cinder-788363-3-iscsi, cleared binding levels {{(pid=78745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 17 13:54:55.057862 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.db [None req-7bec140e-0869-4855-9393-09fbb44e9dfa None None] For port 25ae4588-9028-47e5-8d26-27b4729de80f, host dv-cinder-788363-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=25ae4588-9028-47e5-8d26-27b4729de80f,segment=NetworkSegment(6c4d3457-ef9a-42c3-8ce3-3e6a8a699a24),segment_id=6c4d3457-ef9a-42c3-8ce3-3e6a8a699a24)] {{(pid=78745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 17 13:54:55.062353 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-6dd43794-e1d1-4d17-b566-01b9773eee60 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:54:55.063725 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-7bec140e-0869-4855-9393-09fbb44e9dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:55.077573 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d3093-8485-435d-b153-bab12989c0e5 None None] Pushing event updated for resources: {'Port': ['ID=25ae4588-9028-47e5-8d26-27b4729de80f,revision_number=3']} {{(pid=78745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:54:55.089510 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-f70b3449-fc32-4921-8902-dd77924871d1 req-142f9803-b4e0-4155-a48b-bb469e8cf3f8 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Unset dirty status for tenant:4e138dd789284a48835a827a09f78f75 on resource:security_group {{(pid=78742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 13:54:55.097348 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [None req-830d3093-8485-435d-b153-bab12989c0e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:54:55.098638 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:54:55.098869 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-f70b3449-fc32-4921-8902-dd77924871d1 req-142f9803-b4e0-4155-a48b-bb469e8cf3f8 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/security-groups?id=e971ae32-11ee-4fcd-99f6-9907ddee1b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3917663
May 17 13:54:55.139042 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:55.154881 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-5b933c05-5449-4a3e-904d-a543430ca288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-866938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583'] for subnet, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:55.174625 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [req-436b1e24-e44e-49fe-b0af-51532135693b req-8abb9163-8b80-4674-9b7d-f527006082d7 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=78743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 17 13:54:55.179225 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-436b1e24-e44e-49fe-b0af-51532135693b req-8abb9163-8b80-4674-9b7d-f527006082d7 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0058293
May 17 13:54:55.217264 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:54:55.230121 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] For port 42b3510b-e9c6-47b4-b6f4-b0be19bc469c, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=42b3510b-e9c6-47b4-b6f4-b0be19bc469c,segment=NetworkSegment(d239c2a5-eb63-4e60-9706-c66c1478eded),segment_id=d239c2a5-eb63-4e60-9706-c66c1478eded)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:54:55.247227 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6dd43794-e1d1-4d17-b566-01b9773eee60 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:55.252399 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:55.256037 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bec140e-0869-4855-9393-09fbb44e9dfa None None] Routers {'cd262daa-115f-44d5-bd0a-8443ed87206f'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 13:54:55.259602 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-7bec140e-0869-4855-9393-09fbb44e9dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3ff01a00>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T13:54:40Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['cd262daa-115f-44d5-bd0a-8443ed87206f'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:54:55.263174 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:54:55.327855 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b933c05-5449-4a3e-904d-a543430ca288 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f85fff6f-135e-4c51-89ca-c18d53cbb87d,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:54:55.343733 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-5b933c05-5449-4a3e-904d-a543430ca288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:54:55.360530 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-5b933c05-5449-4a3e-904d-a543430ca288 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for subnet, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:55.379980 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6dd43794-e1d1-4d17-b566-01b9773eee60 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:55.385111 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-5b933c05-5449-4a3e-904d-a543430ca288 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/f85fff6f-135e-4c51-89ca-c18d53cbb87d HTTP/1.1" status: 204  len: 168 time: 4.3635836
May 17 13:54:55.385587 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 59002) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:54:55.425427 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-59731653-447a-480d-b2ae-c0c0f775ea4a req-2fd233c0-e0f8-4b13-bc64-91420a1058d8 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Synchronizing usage tracker for tenant:26eff14cf205417591a4fc75a27bee33 on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 13:54:55.431684 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6dd43794-e1d1-4d17-b566-01b9773eee60 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677044'] for security_group_rule, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:55.436466 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d72b55d2-bf6c-4a01-9de3-a7cf1363dee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:55.491984 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-59731653-447a-480d-b2ae-c0c0f775ea4a req-2fd233c0-e0f8-4b13-bc64-91420a1058d8 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Unset dirty status for tenant:26eff14cf205417591a4fc75a27bee33 on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 13:54:55.504302 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-59731653-447a-480d-b2ae-c0c0f775ea4a req-2fd233c0-e0f8-4b13-bc64-91420a1058d8 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=26eff14cf205417591a4fc75a27bee33&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4824872
May 17 13:54:55.508480 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:54:55.520115 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Pushing event updated for resources: {'Port': ['ID=42b3510b-e9c6-47b4-b6f4-b0be19bc469c,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:54:55.536272 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd43794-e1d1-4d17-b566-01b9773eee60 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ecdcd85-2b42-4650-8a24-56d0e48ff083,revision_number=0']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:54:55.550640 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:54:55.556393 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd85c1d1-0b65-4f83-b84c-e13b7582dbbb None None] Sync routers for ids ['d2d1e582-0441-4cc3-be8a-b3570f74fe4d'] in dv-cinder-788363-3-iscsi {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 17 13:54:55.599585 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd85c1d1-0b65-4f83-b84c-e13b7582dbbb None None] Routers {'d2d1e582-0441-4cc3-be8a-b3570f74fe4d'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 13:54:55.603303 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-dd85c1d1-0b65-4f83-b84c-e13b7582dbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3b5e7d60>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T13:54:40Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['d2d1e582-0441-4cc3-be8a-b3570f74fe4d'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:54:55.643203 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-6dd43794-e1d1-4d17-b566-01b9773eee60 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:54:55.683819 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d72b55d2-bf6c-4a01-9de3-a7cf1363dee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:55.746315 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-7bec140e-0869-4855-9393-09fbb44e9dfa None None] Set router cd262daa-115f-44d5-bd0a-8443ed87206f gateway port host: dv-cinder-788363-3-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 13:54:55.861486 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d72b55d2-bf6c-4a01-9de3-a7cf1363dee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:55.921241 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:54:55.973088 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d72b55d2-bf6c-4a01-9de3-a7cf1363dee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:55.976841 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-d72b55d2-bf6c-4a01-9de3-a7cf1363dee9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/23ad01cb-6dc3-4ded-a62c-6a9fbcc7d4af HTTP/1.1" status: 204  len: 168 time: 0.9939187
May 17 13:54:55.994824 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2f30a1ed-b8c9-4e2c-8b44-a32a738d91d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1002279'] for network, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:56.004719 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b55d2-bf6c-4a01-9de3-a7cf1363dee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ad01cb-6dc3-4ded-a62c-6a9fbcc7d4af,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:54:56.006354 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6dd43794-e1d1-4d17-b566-01b9773eee60 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:56.010617 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-6dd43794-e1d1-4d17-b566-01b9773eee60 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.1278546
May 17 13:54:56.011741 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 59034) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:54:56.012216 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-d72b55d2-bf6c-4a01-9de3-a7cf1363dee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:54:56.029537 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-20dbe171-fea7-4258-b1da-c2425007591a tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Request body: {'security_group_rule': {'security_group_id': 'df714a86-38d9-4a92-b7c1-0011417294ca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:54:56.075675 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-436b1e24-e44e-49fe-b0af-51532135693b req-1b64a86f-019f-483e-be8b-62019d261d1a service neutron] Request body: {'port': {'device_id': '63e28bfb-68fd-4f8a-960d-300168dce68e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:54:56.171382 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d3093-8485-435d-b153-bab12989c0e5 None None] Pushing event updated for resources: {'Port': ['ID=25ae4588-9028-47e5-8d26-27b4729de80f,revision_number=4']} {{(pid=78745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:54:56.173405 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2f30a1ed-b8c9-4e2c-8b44-a32a738d91d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-866884', 'neutron.services.segments.db._delete_segments_for_network-8774149704834'] for network, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:56.179337 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-20dbe171-fea7-4258-b1da-c2425007591a tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:54:56.190530 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [None req-830d3093-8485-435d-b153-bab12989c0e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.092s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:54:56.192499 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2f30a1ed-b8c9-4e2c-8b44-a32a738d91d7 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fae3f4ee580>> segment before_delete 55550000 {{(pid=78742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:54:56.192845 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2f30a1ed-b8c9-4e2c-8b44-a32a738d91d7 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fae3f4ee580>> subnet precommit_delete_associations 55550000 {{(pid=78742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:54:56.193721 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2f30a1ed-b8c9-4e2c-8b44-a32a738d91d7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fae3f504400>> segment_host_mapping after_create 55550000 {{(pid=78742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:54:56.194122 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2f30a1ed-b8c9-4e2c-8b44-a32a738d91d7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fae3f504400>> port after_create 55550000 {{(pid=78742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:54:56.194970 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2f30a1ed-b8c9-4e2c-8b44-a32a738d91d7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fae3f504400>> port after_delete 55550000 {{(pid=78742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:54:56.195309 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2f30a1ed-b8c9-4e2c-8b44-a32a738d91d7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fae3f504400>> port after_update 55550000 {{(pid=78742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:54:56.195824 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2f30a1ed-b8c9-4e2c-8b44-a32a738d91d7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fae3f504400>> segment after_delete 55550000 {{(pid=78742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:54:56.196262 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2f30a1ed-b8c9-4e2c-8b44-a32a738d91d7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fae3f504400>> subnet after_create 55550000 {{(pid=78742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:54:56.201314 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-20dbe171-fea7-4258-b1da-c2425007591a tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Usage tracker for resource:security_group_rule and tenant:67705816dc0348c8a6486f2aa1cb2549 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:54:56.205284 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2f30a1ed-b8c9-4e2c-8b44-a32a738d91d7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fae3f504400>> subnet after_delete 55550000 {{(pid=78742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:54:56.205858 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2f30a1ed-b8c9-4e2c-8b44-a32a738d91d7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fae3f504400>> subnet after_update 55550000 {{(pid=78742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:54:56.213882 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-20dbe171-fea7-4258-b1da-c2425007591a tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:54:56.246887 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-20dbe171-fea7-4258-b1da-c2425007591a tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:54:56.384096 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [req-59731653-447a-480d-b2ae-c0c0f775ea4a req-495e3b17-becf-4adf-9f3f-3d7c825d9930 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=78743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 17 13:54:56.390026 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-59731653-447a-480d-b2ae-c0c0f775ea4a req-495e3b17-becf-4adf-9f3f-3d7c825d9930 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.5316327
May 17 13:54:56.442291 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 42b3510b-e9c6-47b4-b6f4-b0be19bc469c up at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:54:56.447745 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2f30a1ed-b8c9-4e2c-8b44-a32a738d91d7 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fae3e870b20>> subnet after_create 55550000 {{(pid=78742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:54:56.448206 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2f30a1ed-b8c9-4e2c-8b44-a32a738d91d7 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fae3e870b20>> subnet after_delete 55550000 {{(pid=78742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:54:56.448606 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2f30a1ed-b8c9-4e2c-8b44-a32a738d91d7 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fae3e870b20>> subnet before_create 55550000 {{(pid=78742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:54:56.448995 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2f30a1ed-b8c9-4e2c-8b44-a32a738d91d7 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fae3e870b20>> subnet before_update 55550000 {{(pid=78742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:54:56.449426 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.services.segments.db [None req-2f30a1ed-b8c9-4e2c-8b44-a32a738d91d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fae3f215a30>,) {'filters': {'network_id': ['f1e0ad0a-de13-4c04-8a93-aec048a402ee']}} {{(pid=78742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:54:56.497766 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.services.segments.db [None req-2f30a1ed-b8c9-4e2c-8b44-a32a738d91d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fae3f215a30>, '893e8165-a87d-4e0c-84da-8e20206b53e2') {'for_net_delete': True} {{(pid=78742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:54:56.499678 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.services.segments.db [None req-2f30a1ed-b8c9-4e2c-8b44-a32a738d91d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fae3f215a30>, '893e8165-a87d-4e0c-84da-8e20206b53e2') {} {{(pid=78742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:54:56.518075 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2f30a1ed-b8c9-4e2c-8b44-a32a738d91d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774149716363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132461963'] for segment, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:56.546243 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2f30a1ed-b8c9-4e2c-8b44-a32a738d91d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861870'] for segment, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:56.555390 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f30a1ed-b8c9-4e2c-8b44-a32a738d91d7 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=78742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 17 13:54:56.555912 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2f30a1ed-b8c9-4e2c-8b44-a32a738d91d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132438145'] for segment, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:56.637352 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-7bec140e-0869-4855-9393-09fbb44e9dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3ff01a00>, [{'id': 'cd262daa-115f-44d5-bd0a-8443ed87206f', 'name': 'tempest-ServerRescueNegativeTestJSON-1429775336-router', 'tenant_id': '26eff14cf205417591a4fc75a27bee33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'c658b2b2-516e-4ef1-a5e9-e0b09c43941e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:54:38Z', 'updated_at': '2021-05-17T13:54:47Z', 'revision_number': 4, 'project_id': '26eff14cf205417591a4fc75a27bee33', 'gw_port': {'id': 'c658b2b2-516e-4ef1-a5e9-e0b09c43941e', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd262daa-115f-44d5-bd0a-8443ed87206f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:39Z', 'updated_at': '2021-05-17T13:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_interfaces': [{'id': '25ae4588-9028-47e5-8d26-27b4729de80f', 'name': '', 'network_id': 'f8ea7e78-9a41-4fc9-b0e0-a85e1f425997', 'tenant_id': '26eff14cf205417591a4fc75a27bee33', 'mac_address': 'fa:16:3e:46:32:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd262daa-115f-44d5-bd0a-8443ed87206f', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '388065c0-e171-4b50-98f0-baf98c779e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:45Z', 'updated_at': '2021-05-17T13:54:55Z', 'revision_number': 4, 'project_id': '26eff14cf205417591a4fc75a27bee33', 'subnets': [{'id': '388065c0-e171-4b50-98f0-baf98c779e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:54:56.649570 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bec140e-0869-4855-9393-09fbb44e9dfa None None] The sync data for ids ['cd262daa-115f-44d5-bd0a-8443ed87206f'] in dv-cinder-788363-3-iscsi is: [{'id': 'cd262daa-115f-44d5-bd0a-8443ed87206f', 'name': 'tempest-ServerRescueNegativeTestJSON-1429775336-router', 'tenant_id': '26eff14cf205417591a4fc75a27bee33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'c658b2b2-516e-4ef1-a5e9-e0b09c43941e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:54:38Z', 'updated_at': '2021-05-17T13:54:47Z', 'revision_number': 4, 'project_id': '26eff14cf205417591a4fc75a27bee33', 'gw_port': {'id': 'c658b2b2-516e-4ef1-a5e9-e0b09c43941e', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd262daa-115f-44d5-bd0a-8443ed87206f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:39Z', 'updated_at': '2021-05-17T13:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_interfaces': [{'id': '25ae4588-9028-47e5-8d26-27b4729de80f', 'name': '', 'network_id': 'f8ea7e78-9a41-4fc9-b0e0-a85e1f425997', 'tenant_id': '26eff14cf205417591a4fc75a27bee33', 'mac_address': 'fa:16:3e:46:32:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd262daa-115f-44d5-bd0a-8443ed87206f', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '388065c0-e171-4b50-98f0-baf98c779e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:45Z', 'updated_at': '2021-05-17T13:54:55Z', 'revision_number': 4, 'project_id': '26eff14cf205417591a4fc75a27bee33', 'subnets': [{'id': '388065c0-e171-4b50-98f0-baf98c779e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 17 13:54:56.707047 dv-cinder-788363-3-iscsi neutron-server[78742]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 17 13:54:56.707047 dv-cinder-788363-3-iscsi neutron-server[78742]:   from cryptography.utils import int_from_bytes
May 17 13:54:56.707047 dv-cinder-788363-3-iscsi neutron-server[78742]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 17 13:54:56.707047 dv-cinder-788363-3-iscsi neutron-server[78742]:   from cryptography.utils import int_from_bytes
May 17 13:54:56.707047 dv-cinder-788363-3-iscsi neutron-server[78742]: Traceback (most recent call last):
May 17 13:54:56.707047 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 17 13:54:56.707047 dv-cinder-788363-3-iscsi neutron-server[78742]:     timer()
May 17 13:54:56.707047 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 17 13:54:56.707047 dv-cinder-788363-3-iscsi neutron-server[78742]:     cb(*args, **kw)
May 17 13:54:56.707047 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 17 13:54:56.707047 dv-cinder-788363-3-iscsi neutron-server[78742]:     return func(*args, **kwargs)
May 17 13:54:56.707047 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 17 13:54:56.707047 dv-cinder-788363-3-iscsi neutron-server[78742]:     self._notify()
May 17 13:54:56.707047 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 17 13:54:56.707047 dv-cinder-788363-3-iscsi neutron-server[78742]:     self.callback(batched_events)
May 17 13:54:56.707047 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 17 13:54:56.707047 dv-cinder-788363-3-iscsi neutron-server[78742]:     event.method(event)
May 17 13:54:56.707047 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 17 13:54:56.707047 dv-cinder-788363-3-iscsi neutron-server[78742]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 17 13:54:56.707047 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 17 13:54:56.707047 dv-cinder-788363-3-iscsi neutron-server[78742]:     aggregate_uuid = self.p_client.list_aggregates(
May 17 13:54:56.707047 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 17 13:54:56.707047 dv-cinder-788363-3-iscsi neutron-server[78742]:     return f(self, *a, **k)
May 17 13:54:56.707047 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 17 13:54:56.707047 dv-cinder-788363-3-iscsi neutron-server[78742]:     return self._get(url).json()
May 17 13:54:56.707047 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 17 13:54:56.707047 dv-cinder-788363-3-iscsi neutron-server[78742]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 17 13:54:56.707047 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 17 13:54:56.707047 dv-cinder-788363-3-iscsi neutron-server[78742]:     return self.request(url, 'GET', **kwargs)
May 17 13:54:56.707047 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 17 13:54:56.707047 dv-cinder-788363-3-iscsi neutron-server[78742]:     base_url = self.get_endpoint(auth, allow=allow,
May 17 13:54:56.707047 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 17 13:54:56.707047 dv-cinder-788363-3-iscsi neutron-server[78742]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 17 13:54:56.707047 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 17 13:54:56.707047 dv-cinder-788363-3-iscsi neutron-server[78742]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 17 13:54:56.707047 dv-cinder-788363-3-iscsi neutron-server[78742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 17 13:54:56.804314 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-dd85c1d1-0b65-4f83-b84c-e13b7582dbbb None None] Set router d2d1e582-0441-4cc3-be8a-b3570f74fe4d gateway port host: dv-cinder-788363-3-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 13:54:56.947722 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning complete for port 42b3510b-e9c6-47b4-b6f4-b0be19bc469c triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:54:56.957454 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:56.980705 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2f30a1ed-b8c9-4e2c-8b44-a32a738d91d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-866893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1676892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1975232'] for network, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:57.013207 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-79180fd5-b4b8-4abe-86ee-a2df8bd14ede admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:54:57.121291 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-20dbe171-fea7-4258-b1da-c2425007591a tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:57.211612 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-59731653-447a-480d-b2ae-c0c0f775ea4a req-f75f7304-aaf6-4e04-9487-c31a2e2d8c18 service neutron] 10.222.0.54 "GET /v2.0/networks/f8ea7e78-9a41-4fc9-b0e0-a85e1f425997?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7672775
May 17 13:54:57.416024 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2f30a1ed-b8c9-4e2c-8b44-a32a738d91d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for network, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:57.437087 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-2f30a1ed-b8c9-4e2c-8b44-a32a738d91d7 admin admin] 10.222.0.54 "DELETE /v2.0/networks/f1e0ad0a-de13-4c04-8a93-aec048a402ee HTTP/1.1" status: 204  len: 168 time: 2.0397530
May 17 13:54:57.438128 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 59070) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:54:57.454291 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f30a1ed-b8c9-4e2c-8b44-a32a738d91d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1e0ad0a-de13-4c04-8a93-aec048a402ee,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:54:57.577597 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-2f30a1ed-b8c9-4e2c-8b44-a32a738d91d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:54:57.601037 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-20dbe171-fea7-4258-b1da-c2425007591a tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:57.640050 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d00dcc-6688-4288-8a80-c7a61b4fad67 req-249f94df-debf-4f0c-8f1b-4e774770768c tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:54:57.645356 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-436b1e24-e44e-49fe-b0af-51532135693b req-1b64a86f-019f-483e-be8b-62019d261d1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:57.674503 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-26d00dcc-6688-4288-8a80-c7a61b4fad67 req-249f94df-debf-4f0c-8f1b-4e774770768c tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/ports?device_id=63e28bfb-68fd-4f8a-960d-300168dce68e HTTP/1.1" status: 200  len: 932 time: 0.9575922
May 17 13:54:57.769633 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.db_base_plugin_v2 [None req-986f2f98-62e5-4c14-977a-83e773367d4b admin admin] Deleting subnet 876602c4-b788-4027-9914-ce40be1541d9 {{(pid=78742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 17 13:54:57.800895 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-986f2f98-62e5-4c14-977a-83e773367d4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:58.088867 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-26d00dcc-6688-4288-8a80-c7a61b4fad67 req-dd10424d-34d2-4f39-b3c3-85389b7aa0a5 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/security-groups?id=e971ae32-11ee-4fcd-99f6-9907ddee1b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4123931
May 17 13:54:58.127705 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-986f2f98-62e5-4c14-977a-83e773367d4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132461956'] for subnet, precommit_delete_associations {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:58.352319 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-986f2f98-62e5-4c14-977a-83e773367d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-866929'] for subnet, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:58.427955 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-dd85c1d1-0b65-4f83-b84c-e13b7582dbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3b5e7d60>, [{'id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'name': 'tempest-AttachVolumeShelveTestJSON-1637185521-router', 'tenant_id': '67705816dc0348c8a6486f2aa1cb2549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '42b3510b-e9c6-47b4-b6f4-b0be19bc469c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:54:40Z', 'updated_at': '2021-05-17T13:54:48Z', 'revision_number': 4, 'project_id': '67705816dc0348c8a6486f2aa1cb2549', 'gw_port': {'id': '42b3510b-e9c6-47b4-b6f4-b0be19bc469c', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:41Z', 'updated_at': '2021-05-17T13:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_interfaces': [{'id': '033680b6-e7c4-4f4b-85d9-bac1a3dc5507', 'name': '', 'network_id': 'f96cba92-eccd-4fce-9019-8397a76ebc2b', 'tenant_id': '67705816dc0348c8a6486f2aa1cb2549', 'mac_address': 'fa:16:3e:09:9f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd7bf7301-b5af-4e08-ada3-78e2aec55a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:47Z', 'updated_at': '2021-05-17T13:54:48Z', 'revision_number': 2, 'project_id': '67705816dc0348c8a6486f2aa1cb2549', 'subnets': [{'id': 'd7bf7301-b5af-4e08-ada3-78e2aec55a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:54:58.446540 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd85c1d1-0b65-4f83-b84c-e13b7582dbbb None None] Checking router: d2d1e582-0441-4cc3-be8a-b3570f74fe4d for host: dv-cinder-788363-3-iscsi {{(pid=78744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 17 13:54:58.450226 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd85c1d1-0b65-4f83-b84c-e13b7582dbbb None None] Updating router d2d1e582-0441-4cc3-be8a-b3570f74fe4d port 033680b6-e7c4-4f4b-85d9-bac1a3dc5507 binding host dv-cinder-788363-3-iscsi {{(pid=78744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 17 13:54:58.591174 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-20dbe171-fea7-4258-b1da-c2425007591a tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677044'] for security_group_rule, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:58.604385 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 25ae4588-9028-47e5-8d26-27b4729de80f up at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:54:58.708651 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:54:58.832096 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-dd85c1d1-0b65-4f83-b84c-e13b7582dbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:58.929864 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-986f2f98-62e5-4c14-977a-83e773367d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-866938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132438055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133803437'] for subnet, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:58.941950 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-87655800-ea98-4cff-91bd-cb1f5614cb3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:54:59.054619 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986f2f98-62e5-4c14-977a-83e773367d4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=876602c4-b788-4027-9914-ce40be1541d9,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:54:59.070536 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-986f2f98-62e5-4c14-977a-83e773367d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:54:59.074189 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-986f2f98-62e5-4c14-977a-83e773367d4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:59.095863 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-986f2f98-62e5-4c14-977a-83e773367d4b admin admin] 10.222.0.54 "DELETE /v2.0/subnets/876602c4-b788-4027-9914-ce40be1541d9 HTTP/1.1" status: 204  len: 168 time: 1.6474271
May 17 13:54:59.096853 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 59116) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:54:59.205893 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning for port 25ae4588-9028-47e5-8d26-27b4729de80f completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:54:59.273852 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning complete for port 25ae4588-9028-47e5-8d26-27b4729de80f triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:54:59.274469 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:59.299577 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dbe171-fea7-4258-b1da-c2425007591a tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7883aee1-05d6-460e-a21a-cc9026e7a7d2,revision_number=0']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:54:59.318057 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-20dbe171-fea7-4258-b1da-c2425007591a tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:54:59.346750 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-59731653-447a-480d-b2ae-c0c0f775ea4a req-bc877df3-27aa-4e11-a36c-cf44d1a02935 service neutron] 10.222.0.54 "GET /v2.0/networks/f8ea7e78-9a41-4fc9-b0e0-a85e1f425997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 2.1342728
May 17 13:54:59.371400 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [req-436b1e24-e44e-49fe-b0af-51532135693b req-1b64a86f-019f-483e-be8b-62019d261d1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebad6803-5ed6-4193-86e5-5d5eea2d32da {{(pid=78743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 17 13:54:59.441676 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-436b1e24-e44e-49fe-b0af-51532135693b req-1b64a86f-019f-483e-be8b-62019d261d1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:59.472897 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-20dbe171-fea7-4258-b1da-c2425007591a tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:59.482466 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-20dbe171-fea7-4258-b1da-c2425007591a tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 3.4681239
May 17 13:54:59.484920 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 59128) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:54:59.486424 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-27c14c54-de14-457e-8fa1-1877356ee551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1002279'] for network, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:59.564964 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-42ee40fc-2548-40f5-9365-7b9ada231d27 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Request body: {'floatingip': {'floating_network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:54:59.577881 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-42ee40fc-2548-40f5-9365-7b9ada231d27 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:54:59.698996 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.provisioning_blocks [req-436b1e24-e44e-49fe-b0af-51532135693b req-1b64a86f-019f-483e-be8b-62019d261d1a service neutron] Transition to ACTIVE for port object ebad6803-5ed6-4193-86e5-5d5eea2d32da will not be triggered until provisioned by entity L2. {{(pid=78743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:54:59.710569 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-42ee40fc-2548-40f5-9365-7b9ada231d27 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Usage tracker for resource:floatingip and tenant:67705816dc0348c8a6486f2aa1cb2549 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:54:59.728533 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-42ee40fc-2548-40f5-9365-7b9ada231d27 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:54:59.747337 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-436b1e24-e44e-49fe-b0af-51532135693b req-1b64a86f-019f-483e-be8b-62019d261d1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:59.798899 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-42ee40fc-2548-40f5-9365-7b9ada231d27 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:54:59.811707 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-e826bb9f-fbf1-4ced-929f-b22bfcfb8218 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:54:59.848854 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:59.906740 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-27c14c54-de14-457e-8fa1-1877356ee551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-866884', 'neutron.services.segments.db._delete_segments_for_network-8774149704834'] for network, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:54:59.990506 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] For port 25ae4588-9028-47e5-8d26-27b4729de80f, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=25ae4588-9028-47e5-8d26-27b4729de80f,segment=NetworkSegment(6c4d3457-ef9a-42c3-8ce3-3e6a8a699a24),segment_id=6c4d3457-ef9a-42c3-8ce3-3e6a8a699a24)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:54:59.995201 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.services.segments.db [None req-27c14c54-de14-457e-8fa1-1877356ee551 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fae3f41ebe0>,) {'filters': {'network_id': ['2d818e73-5d73-48ba-9fa4-8319ccae7131']}} {{(pid=78742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:54:59.997615 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-dd85c1d1-0b65-4f83-b84c-e13b7582dbbb None None] Notify callbacks [] for port, precommit_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:00.004957 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:00.025551 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-a0327733-a14e-4a6b-8ce6-4aa235ebeb05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:00.084550 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-dd85c1d1-0b65-4f83-b84c-e13b7582dbbb None None] Transition to ACTIVE for port object 033680b6-e7c4-4f4b-85d9-bac1a3dc5507 will not be triggered until provisioned by entity L2. {{(pid=78744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:55:00.087215 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486aeac2-2a35-43b1-a403-30a3c5448796 req-b2bf4b76-7f93-421b-9235-610287676865 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:00.100002 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-486aeac2-2a35-43b1-a403-30a3c5448796 req-b2bf4b76-7f93-421b-9235-610287676865 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/ports?device_id=63e28bfb-68fd-4f8a-960d-300168dce68e HTTP/1.1" status: 200  len: 932 time: 0.6107693
May 17 13:55:00.131662 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-dd85c1d1-0b65-4f83-b84c-e13b7582dbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:00.168952 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.services.segments.db [None req-27c14c54-de14-457e-8fa1-1877356ee551 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fae3f41ebe0>, '6e38da00-d383-4abf-b826-35274ffd7a62') {'for_net_delete': True} {{(pid=78742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:55:00.169146 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.services.segments.db [None req-27c14c54-de14-457e-8fa1-1877356ee551 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fae3f41ebe0>, '6e38da00-d383-4abf-b826-35274ffd7a62') {} {{(pid=78742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:55:00.303167 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-27c14c54-de14-457e-8fa1-1877356ee551 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774149716363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132461963'] for segment, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:00.378131 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Pushing event updated for resources: {'Port': ['ID=25ae4588-9028-47e5-8d26-27b4729de80f,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:00.391334 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:00.418657 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-27c14c54-de14-457e-8fa1-1877356ee551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861870'] for segment, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:00.444761 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27c14c54-de14-457e-8fa1-1877356ee551 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=78742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 17 13:55:00.446087 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-27c14c54-de14-457e-8fa1-1877356ee551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132438145'] for segment, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:00.449819 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.276s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:00.533860 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-990a30f6-bbca-46c0-9dbd-1aa1063889d1 req-50209553-d416-494d-b772-4e329bb96ca6 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=06240799-ef9c-47ab-860a-e4ef7b575124 HTTP/1.1" status: 200  len: 210 time: 0.6054003
May 17 13:55:00.637754 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b64a86f-019f-483e-be8b-62019d261d1a service neutron] Pushing event updated for resources: {'Port': ['ID=ebad6803-5ed6-4193-86e5-5d5eea2d32da,revision_number=2']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:00.651989 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-42ee40fc-2548-40f5-9365-7b9ada231d27 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks [] for floatingip, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:00.686958 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-1b64a86f-019f-483e-be8b-62019d261d1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.881s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:00.751324 dv-cinder-788363-3-iscsi neutron-server[78742]: Traceback (most recent call last):
May 17 13:55:00.751324 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 17 13:55:00.751324 dv-cinder-788363-3-iscsi neutron-server[78742]:     timer()
May 17 13:55:00.751324 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 17 13:55:00.751324 dv-cinder-788363-3-iscsi neutron-server[78742]:     cb(*args, **kw)
May 17 13:55:00.751324 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 17 13:55:00.751324 dv-cinder-788363-3-iscsi neutron-server[78742]:     return func(*args, **kwargs)
May 17 13:55:00.751324 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 17 13:55:00.751324 dv-cinder-788363-3-iscsi neutron-server[78742]:     self._notify()
May 17 13:55:00.751324 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 17 13:55:00.751324 dv-cinder-788363-3-iscsi neutron-server[78742]:     self.callback(batched_events)
May 17 13:55:00.751324 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 17 13:55:00.751324 dv-cinder-788363-3-iscsi neutron-server[78742]:     event.method(event)
May 17 13:55:00.751324 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 17 13:55:00.751324 dv-cinder-788363-3-iscsi neutron-server[78742]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 17 13:55:00.751324 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 17 13:55:00.751324 dv-cinder-788363-3-iscsi neutron-server[78742]:     aggregate_uuid = self.p_client.list_aggregates(
May 17 13:55:00.751324 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 17 13:55:00.751324 dv-cinder-788363-3-iscsi neutron-server[78742]:     return f(self, *a, **k)
May 17 13:55:00.751324 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 17 13:55:00.751324 dv-cinder-788363-3-iscsi neutron-server[78742]:     return self._get(url).json()
May 17 13:55:00.751324 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 17 13:55:00.751324 dv-cinder-788363-3-iscsi neutron-server[78742]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 17 13:55:00.751324 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 17 13:55:00.751324 dv-cinder-788363-3-iscsi neutron-server[78742]:     return self.request(url, 'GET', **kwargs)
May 17 13:55:00.751324 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 17 13:55:00.751324 dv-cinder-788363-3-iscsi neutron-server[78742]:     base_url = self.get_endpoint(auth, allow=allow,
May 17 13:55:00.751324 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 17 13:55:00.751324 dv-cinder-788363-3-iscsi neutron-server[78742]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 17 13:55:00.751324 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 17 13:55:00.751324 dv-cinder-788363-3-iscsi neutron-server[78742]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 17 13:55:00.751324 dv-cinder-788363-3-iscsi neutron-server[78742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 17 13:55:00.940954 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-486aeac2-2a35-43b1-a403-30a3c5448796 req-c2780b36-c450-4ca2-896c-018221be02f2 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/security-groups?id=e971ae32-11ee-4fcd-99f6-9907ddee1b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8389020
May 17 13:55:00.942397 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-27c14c54-de14-457e-8fa1-1877356ee551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-866893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1676892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1975232'] for network, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:00.962386 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:01.020955 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c14c54-de14-457e-8fa1-1877356ee551 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d818e73-5d73-48ba-9fa4-8319ccae7131,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:01.037347 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-27c14c54-de14-457e-8fa1-1877356ee551 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for network, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:01.055964 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-27c14c54-de14-457e-8fa1-1877356ee551 admin admin] 10.222.0.54 "DELETE /v2.0/networks/2d818e73-5d73-48ba-9fa4-8319ccae7131 HTTP/1.1" status: 204  len: 168 time: 1.9578304
May 17 13:55:01.058304 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-27c14c54-de14-457e-8fa1-1877356ee551 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:01.077327 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-436b1e24-e44e-49fe-b0af-51532135693b req-1b64a86f-019f-483e-be8b-62019d261d1a service neutron] Attempting to bind port ebad6803-5ed6-4193-86e5-5d5eea2d32da on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 17 13:55:01.078298 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-436b1e24-e44e-49fe-b0af-51532135693b req-1b64a86f-019f-483e-be8b-62019d261d1a service neutron] Attempting to bind port ebad6803-5ed6-4193-86e5-5d5eea2d32da by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '26c3cbcc-e115-4e85-98fb-d8eeb03f7cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8a60660d-3002-4517-bb46-ad62f3b34a4d'}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 17 13:55:01.078781 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436b1e24-e44e-49fe-b0af-51532135693b req-1b64a86f-019f-483e-be8b-62019d261d1a service neutron] Attempting to bind port ebad6803-5ed6-4193-86e5-5d5eea2d32da on network 8a60660d-3002-4517-bb46-ad62f3b34a4d {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 13:55:01.088121 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436b1e24-e44e-49fe-b0af-51532135693b req-1b64a86f-019f-483e-be8b-62019d261d1a service neutron] Port ebad6803-5ed6-4193-86e5-5d5eea2d32da on network 8a60660d-3002-4517-bb46-ad62f3b34a4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 17 13:55:01.088702 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436b1e24-e44e-49fe-b0af-51532135693b req-1b64a86f-019f-483e-be8b-62019d261d1a service neutron] Attempting to bind port ebad6803-5ed6-4193-86e5-5d5eea2d32da on network 8a60660d-3002-4517-bb46-ad62f3b34a4d {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 13:55:01.122973 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436b1e24-e44e-49fe-b0af-51532135693b req-1b64a86f-019f-483e-be8b-62019d261d1a service neutron] Checking agent: {'id': '2184a6b5-3e0c-4449-b4b5-a4e82803b4d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 53, 3), 'started_at': datetime.datetime(2021, 5, 17, 13, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 17 13:55:01.123697 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436b1e24-e44e-49fe-b0af-51532135693b req-1b64a86f-019f-483e-be8b-62019d261d1a service neutron] Checking segment: {'id': '26c3cbcc-e115-4e85-98fb-d8eeb03f7cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8a60660d-3002-4517-bb46-ad62f3b34a4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 13:55:01.124449 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436b1e24-e44e-49fe-b0af-51532135693b req-1b64a86f-019f-483e-be8b-62019d261d1a service neutron] Bound using segment: {'id': '26c3cbcc-e115-4e85-98fb-d8eeb03f7cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8a60660d-3002-4517-bb46-ad62f3b34a4d'} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 17 13:55:01.125084 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-436b1e24-e44e-49fe-b0af-51532135693b req-1b64a86f-019f-483e-be8b-62019d261d1a service neutron] Bound port: ebad6803-5ed6-4193-86e5-5d5eea2d32da, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26c3cbcc-e115-4e85-98fb-d8eeb03f7cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8a60660d-3002-4517-bb46-ad62f3b34a4d'}}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 17 13:55:01.125628 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-436b1e24-e44e-49fe-b0af-51532135693b req-1b64a86f-019f-483e-be8b-62019d261d1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:01.206288 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd9a02-4fe0-403f-9048-aad25a7f4e72 None None] Pushing event updated for resources: {'Port': ['ID=033680b6-e7c4-4f4b-85d9-bac1a3dc5507,revision_number=3']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:01.219197 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-bafd9a02-4fe0-403f-9048-aad25a7f4e72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.769s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:01.234572 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-dd85c1d1-0b65-4f83-b84c-e13b7582dbbb None None] Attempting to bind port 033680b6-e7c4-4f4b-85d9-bac1a3dc5507 on host dv-cinder-788363-3-iscsi for vnic_type normal with profile  {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 17 13:55:01.234945 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-dd85c1d1-0b65-4f83-b84c-e13b7582dbbb None None] Attempting to bind port 033680b6-e7c4-4f4b-85d9-bac1a3dc5507 by drivers openvswitch,hyperv on host dv-cinder-788363-3-iscsi at level 0 using segments [{'id': '41cda2c3-d474-4247-94e6-3fc71c3a8d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f96cba92-eccd-4fce-9019-8397a76ebc2b'}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 17 13:55:01.235316 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd85c1d1-0b65-4f83-b84c-e13b7582dbbb None None] Attempting to bind port 033680b6-e7c4-4f4b-85d9-bac1a3dc5507 on network f96cba92-eccd-4fce-9019-8397a76ebc2b {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 13:55:01.244851 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd85c1d1-0b65-4f83-b84c-e13b7582dbbb None None] Checking agent: {'id': 'ed5152c7-8558-4ae4-8c88-1353caeda338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 47, 10), 'started_at': datetime.datetime(2021, 5, 17, 13, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 17 13:55:01.245246 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd85c1d1-0b65-4f83-b84c-e13b7582dbbb None None] Checking segment: {'id': '41cda2c3-d474-4247-94e6-3fc71c3a8d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f96cba92-eccd-4fce-9019-8397a76ebc2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 13:55:01.245667 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-dd85c1d1-0b65-4f83-b84c-e13b7582dbbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:01.246166 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd85c1d1-0b65-4f83-b84c-e13b7582dbbb None None] Bound using segment: {'id': '41cda2c3-d474-4247-94e6-3fc71c3a8d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f96cba92-eccd-4fce-9019-8397a76ebc2b'} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 17 13:55:01.247471 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-dd85c1d1-0b65-4f83-b84c-e13b7582dbbb None None] Bound port: 033680b6-e7c4-4f4b-85d9-bac1a3dc5507, host: dv-cinder-788363-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41cda2c3-d474-4247-94e6-3fc71c3a8d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f96cba92-eccd-4fce-9019-8397a76ebc2b'}}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 17 13:55:01.247887 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-dd85c1d1-0b65-4f83-b84c-e13b7582dbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:01.490781 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-dd85c1d1-0b65-4f83-b84c-e13b7582dbbb None None] For port 033680b6-e7c4-4f4b-85d9-bac1a3dc5507, host dv-cinder-788363-3-iscsi, cleared binding levels {{(pid=78744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 17 13:55:01.509804 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-dd85c1d1-0b65-4f83-b84c-e13b7582dbbb None None] For port 033680b6-e7c4-4f4b-85d9-bac1a3dc5507, host dv-cinder-788363-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=033680b6-e7c4-4f4b-85d9-bac1a3dc5507,segment=NetworkSegment(41cda2c3-d474-4247-94e6-3fc71c3a8d3e),segment_id=41cda2c3-d474-4247-94e6-3fc71c3a8d3e)] {{(pid=78744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 17 13:55:01.524381 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-dd85c1d1-0b65-4f83-b84c-e13b7582dbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:01.579644 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:01.603897 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 59206) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:01.812295 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-0d4742bf-a0a0-451a-9d77-c272ca638323 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0c0cbede40ac4584bc25b69ae3a29bbd&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2069762
May 17 13:55:01.812968 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 59218) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:01.902402 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd85c1d1-0b65-4f83-b84c-e13b7582dbbb None None] Routers {'d2d1e582-0441-4cc3-be8a-b3570f74fe4d'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 13:55:01.905242 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-dd85c1d1-0b65-4f83-b84c-e13b7582dbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3b5e7d60>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T13:54:40Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['d2d1e582-0441-4cc3-be8a-b3570f74fe4d'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:55:02.042279 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-7cd3bd7d-f923-4f74-9947-9345830fbba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:02.160865 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-7cd3bd7d-f923-4f74-9947-9345830fbba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:02.455965 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd9a02-4fe0-403f-9048-aad25a7f4e72 None None] Pushing event updated for resources: {'Port': ['ID=033680b6-e7c4-4f4b-85d9-bac1a3dc5507,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:02.470909 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-bafd9a02-4fe0-403f-9048-aad25a7f4e72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.891s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:02.479152 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dac10d-f161-422c-8ba2-30a6da2dbe00 req-a201b19c-9c59-40aa-a487-80b67ece1889 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:02.497201 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d4dac10d-f161-422c-8ba2-30a6da2dbe00 req-a201b19c-9c59-40aa-a487-80b67ece1889 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/networks?id=f8ea7e78-9a41-4fc9-b0e0-a85e1f425997 HTTP/1.1" status: 200  len: 819 time: 0.9044433
May 17 13:55:02.555167 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-7cd3bd7d-f923-4f74-9947-9345830fbba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:02.572367 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 25ae4588-9028-47e5-8d26-27b4729de80f up at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:55:02.586520 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-436b1e24-e44e-49fe-b0af-51532135693b req-1b64a86f-019f-483e-be8b-62019d261d1a service neutron] For port ebad6803-5ed6-4193-86e5-5d5eea2d32da, host hv-cinder-78836, cleared binding levels {{(pid=78743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 17 13:55:02.592522 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-436b1e24-e44e-49fe-b0af-51532135693b req-1b64a86f-019f-483e-be8b-62019d261d1a service neutron] For port ebad6803-5ed6-4193-86e5-5d5eea2d32da, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ebad6803-5ed6-4193-86e5-5d5eea2d32da,segment=NetworkSegment(26c3cbcc-e115-4e85-98fb-d8eeb03f7cb5),segment_id=26c3cbcc-e115-4e85-98fb-d8eeb03f7cb5)] {{(pid=78743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 17 13:55:02.606961 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d4dac10d-f161-422c-8ba2-30a6da2dbe00 req-8550fdfe-14e7-4707-bcd2-8b79f6a19c6b tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/quotas/26eff14cf205417591a4fc75a27bee33 HTTP/1.1" status: 200  len: 375 time: 0.1088097
May 17 13:55:02.757921 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-436b1e24-e44e-49fe-b0af-51532135693b req-1b64a86f-019f-483e-be8b-62019d261d1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:02.791666 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-d72b55d2-bf6c-4a01-9de3-a7cf1363dee9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:02.819811 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-1b64a86f-019f-483e-be8b-62019d261d1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:02.917823 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd3bd7d-f923-4f74-9947-9345830fbba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd9b6e1-a47f-4a03-bc32-574f9fb78b22,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:02.935246 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-7cd3bd7d-f923-4f74-9947-9345830fbba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:02.937255 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-7cd3bd7d-f923-4f74-9947-9345830fbba1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1dd9b6e1-a47f-4a03-bc32-574f9fb78b22 HTTP/1.1" status: 204  len: 168 time: 1.1229994
May 17 13:55:02.942085 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-7cd3bd7d-f923-4f74-9947-9345830fbba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:03.046685 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b64a86f-019f-483e-be8b-62019d261d1a service neutron] Pushing event updated for resources: {'Port': ['ID=ebad6803-5ed6-4193-86e5-5d5eea2d32da,revision_number=3']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:03.055219 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-1b64a86f-019f-483e-be8b-62019d261d1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:03.089091 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f690ae5-3c9c-41f9-b8c6-75ab45a58e82 req-6476c559-d5d3-4701-88d7-682e3b4a9c81 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:03.101832 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-0f690ae5-3c9c-41f9-b8c6-75ab45a58e82 req-6476c559-d5d3-4701-88d7-682e3b4a9c81 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/ports?device_id=63e28bfb-68fd-4f8a-960d-300168dce68e HTTP/1.1" status: 200  len: 944 time: 0.5786166
May 17 13:55:03.124223 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b1e24-e44e-49fe-b0af-51532135693b req-1b64a86f-019f-483e-be8b-62019d261d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:03.125303 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-436b1e24-e44e-49fe-b0af-51532135693b req-1b64a86f-019f-483e-be8b-62019d261d1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:03.127010 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-436b1e24-e44e-49fe-b0af-51532135693b req-1b64a86f-019f-483e-be8b-62019d261d1a service neutron] 10.222.0.49 "PUT /v2.0/ports/ebad6803-5ed6-4193-86e5-5d5eea2d32da HTTP/1.1" status: 200  len: 1094 time: 7.5035679
May 17 13:55:03.127633 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63e28bfb-68fd-4f8a-960d-300168dce68e', 'tag': 'ebad6803-5ed6-4193-86e5-5d5eea2d32da'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 13:55:03.149076 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-dd85c1d1-0b65-4f83-b84c-e13b7582dbbb None None] Set router d2d1e582-0441-4cc3-be8a-b3570f74fe4d gateway port host: dv-cinder-788363-3-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 13:55:03.291631 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-0f690ae5-3c9c-41f9-b8c6-75ab45a58e82 req-f8353ad3-8fb3-42f0-8d13-1d1ed80032bc tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/security-groups?id=e971ae32-11ee-4fcd-99f6-9907ddee1b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1821389
May 17 13:55:03.372585 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-42ee40fc-2548-40f5-9365-7b9ada231d27 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:03.604575 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning complete for port 25ae4588-9028-47e5-8d26-27b4729de80f triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:55:03.605104 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:03.637299 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:03.830447 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d4dac10d-f161-422c-8ba2-30a6da2dbe00 req-4d40e376-ef02-40fa-b10e-02f48fe60f33 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=26eff14cf205417591a4fc75a27bee33&fields=id HTTP/1.1" status: 200  len: 255 time: 1.2218783
May 17 13:55:03.974342 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-dd85c1d1-0b65-4f83-b84c-e13b7582dbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3b5e7d60>, [{'id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'name': 'tempest-AttachVolumeShelveTestJSON-1637185521-router', 'tenant_id': '67705816dc0348c8a6486f2aa1cb2549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '42b3510b-e9c6-47b4-b6f4-b0be19bc469c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:54:40Z', 'updated_at': '2021-05-17T13:54:48Z', 'revision_number': 4, 'project_id': '67705816dc0348c8a6486f2aa1cb2549', 'gw_port': {'id': '42b3510b-e9c6-47b4-b6f4-b0be19bc469c', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:41Z', 'updated_at': '2021-05-17T13:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_interfaces': [{'id': '033680b6-e7c4-4f4b-85d9-bac1a3dc5507', 'name': '', 'network_id': 'f96cba92-eccd-4fce-9019-8397a76ebc2b', 'tenant_id': '67705816dc0348c8a6486f2aa1cb2549', 'mac_address': 'fa:16:3e:09:9f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd7bf7301-b5af-4e08-ada3-78e2aec55a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:47Z', 'updated_at': '2021-05-17T13:55:01Z', 'revision_number': 4, 'project_id': '67705816dc0348c8a6486f2aa1cb2549', 'subnets': [{'id': 'd7bf7301-b5af-4e08-ada3-78e2aec55a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:55:03.985793 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd85c1d1-0b65-4f83-b84c-e13b7582dbbb None None] The sync data for ids ['d2d1e582-0441-4cc3-be8a-b3570f74fe4d'] in dv-cinder-788363-3-iscsi is: [{'id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'name': 'tempest-AttachVolumeShelveTestJSON-1637185521-router', 'tenant_id': '67705816dc0348c8a6486f2aa1cb2549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '42b3510b-e9c6-47b4-b6f4-b0be19bc469c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:54:40Z', 'updated_at': '2021-05-17T13:54:48Z', 'revision_number': 4, 'project_id': '67705816dc0348c8a6486f2aa1cb2549', 'gw_port': {'id': '42b3510b-e9c6-47b4-b6f4-b0be19bc469c', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:41Z', 'updated_at': '2021-05-17T13:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_interfaces': [{'id': '033680b6-e7c4-4f4b-85d9-bac1a3dc5507', 'name': '', 'network_id': 'f96cba92-eccd-4fce-9019-8397a76ebc2b', 'tenant_id': '67705816dc0348c8a6486f2aa1cb2549', 'mac_address': 'fa:16:3e:09:9f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd7bf7301-b5af-4e08-ada3-78e2aec55a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:47Z', 'updated_at': '2021-05-17T13:55:01Z', 'revision_number': 4, 'project_id': '67705816dc0348c8a6486f2aa1cb2549', 'subnets': [{'id': 'd7bf7301-b5af-4e08-ada3-78e2aec55a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 17 13:55:04.382322 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 59276) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:04.519127 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 033680b6-e7c4-4f4b-85d9-bac1a3dc5507 up at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:55:04.667470 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-6986cbfc-475c-48e9-a9c2-d8a2b2b10089 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=50462f7f63ba45fab79ca1a28efdf826&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2762129
May 17 13:55:04.672230 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 59288) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:04.758411 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d4dac10d-f161-422c-8ba2-30a6da2dbe00 req-7c7173dd-526b-4e32-b547-19bd6fc7a7d5 service neutron] 10.222.0.54 "GET /v2.0/networks/f8ea7e78-9a41-4fc9-b0e0-a85e1f425997?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8925805
May 17 13:55:04.809530 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63e28bfb-68fd-4f8a-960d-300168dce68e', 'tag': 'ebad6803-5ed6-4193-86e5-5d5eea2d32da', 'status': 'completed', 'code': 200}
May 17 13:55:05.008249 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c20b2c0b-2e67-49fd-8897-69a197d70764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:05.035215 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning for port 033680b6-e7c4-4f4b-85d9-bac1a3dc5507 completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:55:05.063911 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning complete for port 033680b6-e7c4-4f4b-85d9-bac1a3dc5507 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:55:05.064652 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:05.159278 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c20b2c0b-2e67-49fd-8897-69a197d70764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:05.206830 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.49', 57271) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:05.530162 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 59308) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:05.562368 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c20b2c0b-2e67-49fd-8897-69a197d70764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:05.587203 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:05.612468 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:05.743539 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b2c0b-2e67-49fd-8897-69a197d70764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3529cce5-ef59-4f65-a76f-743b46f9e104,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:05.744990 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_common [None req-42ee40fc-2548-40f5-9365-7b9ada231d27 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Allocated IP 172.27.1.159 (d5b45ae7-16ce-45df-9da3-dc322e2b7d9a/b62193f4-5b84-40dd-ae21-6a70cb5f2e38/10d1529c-cdf5-4b69-8a0a-5acda9b8937d) {{(pid=78743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 17 13:55:05.749498 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] For port 033680b6-e7c4-4f4b-85d9-bac1a3dc5507, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=033680b6-e7c4-4f4b-85d9-bac1a3dc5507,segment=NetworkSegment(41cda2c3-d474-4247-94e6-3fc71c3a8d3e),segment_id=41cda2c3-d474-4247-94e6-3fc71c3a8d3e)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:55:05.751002 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-c20b2c0b-2e67-49fd-8897-69a197d70764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:05.753945 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c20b2c0b-2e67-49fd-8897-69a197d70764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:05.773511 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-c20b2c0b-2e67-49fd-8897-69a197d70764 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3529cce5-ef59-4f65-a76f-743b46f9e104 HTTP/1.1" status: 204  len: 168 time: 1.0984221
May 17 13:55:05.826376 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:05.841742 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:05.897782 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a24dd-c85e-417d-8702-776cef380557 req-b3f292c4-80c8-440c-8eef-185a8c6f890c tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:05.909472 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-7c7a24dd-c85e-417d-8702-776cef380557 req-b3f292c4-80c8-440c-8eef-185a8c6f890c tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/ports?device_id=63e28bfb-68fd-4f8a-960d-300168dce68e HTTP/1.1" status: 200  len: 944 time: 0.5720387
May 17 13:55:06.034517 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b1e24-e44e-49fe-b0af-51532135693b req-7d9dc1cd-25ec-4a04-ba3a-9c597aaea6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:06.037021 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-436b1e24-e44e-49fe-b0af-51532135693b req-7d9dc1cd-25ec-4a04-ba3a-9c597aaea6ba service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4e138dd789284a48835a827a09f78f75&device_id=63e28bfb-68fd-4f8a-960d-300168dce68e HTTP/1.1" status: 200  len: 1097 time: 2.5109508
May 17 13:55:06.060325 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59731653-447a-480d-b2ae-c0c0f775ea4a req-99a0c9d5-f5d0-49c2-93bb-392c08077c7b tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:06.067845 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-59731653-447a-480d-b2ae-c0c0f775ea4a req-99a0c9d5-f5d0-49c2-93bb-392c08077c7b tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.49 "GET /v2.0/networks?id=f8ea7e78-9a41-4fc9-b0e0-a85e1f425997 HTTP/1.1" status: 200  len: 819 time: 0.8409061
May 17 13:55:06.079751 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 59324) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:06.101838 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-7c7a24dd-c85e-417d-8702-776cef380557 req-30944933-ae52-4040-9621-9250ed44f4b8 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/security-groups?id=e971ae32-11ee-4fcd-99f6-9907ddee1b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1828296
May 17 13:55:06.132177 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Pushing event updated for resources: {'Port': ['ID=033680b6-e7c4-4f4b-85d9-bac1a3dc5507,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:06.147881 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:06.309918 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-59731653-447a-480d-b2ae-c0c0f775ea4a req-797fe509-0913-4cf2-937c-953d5106d3ee tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Request body: {'port': {'device_id': '06240799-ef9c-47ab-860a-e4ef7b575124', 'network_id': 'f8ea7e78-9a41-4fc9-b0e0-a85e1f425997', 'admin_state_up': True, 'tenant_id': '26eff14cf205417591a4fc75a27bee33'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:55:06.414376 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 033680b6-e7c4-4f4b-85d9-bac1a3dc5507 up at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:55:06.535092 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-436b1e24-e44e-49fe-b0af-51532135693b req-8532cbb9-ab51-4a22-946d-fa2493527e9c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebad6803-5ed6-4193-86e5-5d5eea2d32da HTTP/1.1" status: 200  len: 217 time: 0.4492533
May 17 13:55:06.744245 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning complete for port 033680b6-e7c4-4f4b-85d9-bac1a3dc5507 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:55:06.744623 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:07.050882 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d4dac10d-f161-422c-8ba2-30a6da2dbe00 req-1ca9437c-da14-4f3e-9b77-e7b0149957ba service neutron] 10.222.0.54 "GET /v2.0/networks/f8ea7e78-9a41-4fc9-b0e0-a85e1f425997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 2.2419169
May 17 13:55:07.100455 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-59731653-447a-480d-b2ae-c0c0f775ea4a req-797fe509-0913-4cf2-937c-953d5106d3ee tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:55:07.104600 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-619b8837-9c73-43b8-a6c0-ba8178be3db8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:07.150366 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-52a00957-6628-4770-9446-7cff3cfa6c9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:07.162762 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-619b8837-9c73-43b8-a6c0-ba8178be3db8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:55:07.167403 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-619b8837-9c73-43b8-a6c0-ba8178be3db8 admin admin] Usage tracker for resource:security_group_rule and tenant:09b9d49451914f679bbe84a47e3fd763 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:55:07.176466 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-619b8837-9c73-43b8-a6c0-ba8178be3db8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:55:07.186742 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-619b8837-9c73-43b8-a6c0-ba8178be3db8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:55:07.189290 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-59731653-447a-480d-b2ae-c0c0f775ea4a req-797fe509-0913-4cf2-937c-953d5106d3ee tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:55:07.228964 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59731653-447a-480d-b2ae-c0c0f775ea4a req-797fe509-0913-4cf2-937c-953d5106d3ee tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Made reservation on behalf of 26eff14cf205417591a4fc75a27bee33 for: {'port': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 17 13:55:07.234518 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-59731653-447a-480d-b2ae-c0c0f775ea4a req-797fe509-0913-4cf2-937c-953d5106d3ee tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:07.373246 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-52a00957-6628-4770-9446-7cff3cfa6c9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:55:07.392382 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-52a00957-6628-4770-9446-7cff3cfa6c9d admin admin] Usage tracker for resource:security_group_rule and tenant:02ad177b34d94e86bb0f4fb3a5f98370 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:55:07.415366 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-52a00957-6628-4770-9446-7cff3cfa6c9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:55:07.435495 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-304419b6-f569-43d4-8d61-3f82fe02cdf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:07.440340 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-52a00957-6628-4770-9446-7cff3cfa6c9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:55:07.510016 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-619b8837-9c73-43b8-a6c0-ba8178be3db8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:07.539998 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-619b8837-9c73-43b8-a6c0-ba8178be3db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:07.663046 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:07.802847 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b1e24-e44e-49fe-b0af-51532135693b req-6fa5324a-29f8-4a2e-97da-14260e6e911f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:07.805249 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-436b1e24-e44e-49fe-b0af-51532135693b req-6fa5324a-29f8-4a2e-97da-14260e6e911f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a1c869c0-b67d-4bd8-94ad-e808e528d730 HTTP/1.1" status: 200  len: 851 time: 0.9351778
May 17 13:55:07.884853 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-619b8837-9c73-43b8-a6c0-ba8178be3db8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=09b9d49451914f679bbe84a47e3fd763&name=default HTTP/1.1" status: 200  len: 2979 time: 2.3442771
May 17 13:55:07.895489 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 59378) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:07.896044 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 59380) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:07.902130 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-42ee40fc-2548-40f5-9365-7b9ada231d27 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks [] for port, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:07.916520 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-044d5b88-794c-4ed4-9db1-cbcdfa6e53b6 req-4281ad94-872f-417c-afb8-e4772040da60 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 210 time: 0.4435456
May 17 13:55:07.940433 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b8837-9c73-43b8-a6c0-ba8178be3db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a23dd23-176a-42cd-978c-b26139476d57,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:07.964544 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-619b8837-9c73-43b8-a6c0-ba8178be3db8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:08.025196 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-974b8fde-fce9-4cee-9a95-4d0043ece160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:08.072386 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a5606-5afb-48b1-9710-f9212491c254 req-d58c8194-929c-4de2-b6a2-ab61a2362943 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:08.081579 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-118a5606-5afb-48b1-9710-f9212491c254 req-d58c8194-929c-4de2-b6a2-ab61a2362943 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/ports?device_id=63e28bfb-68fd-4f8a-960d-300168dce68e HTTP/1.1" status: 200  len: 944 time: 0.5598772
May 17 13:55:08.088540 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-974b8fde-fce9-4cee-9a95-4d0043ece160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:08.198965 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-118a5606-5afb-48b1-9710-f9212491c254 req-68d3af12-c45d-4405-9eda-2fb58e347f2a tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/security-groups?id=e971ae32-11ee-4fcd-99f6-9907ddee1b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1106315
May 17 13:55:08.253153 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-974b8fde-fce9-4cee-9a95-4d0043ece160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:08.259111 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:08.315049 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974b8fde-fce9-4cee-9a95-4d0043ece160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a23dd23-176a-42cd-978c-b26139476d57,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:08.327235 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-974b8fde-fce9-4cee-9a95-4d0043ece160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:08.345097 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-974b8fde-fce9-4cee-9a95-4d0043ece160 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1a23dd23-176a-42cd-978c-b26139476d57 HTTP/1.1" status: 204  len: 168 time: 0.4456661
May 17 13:55:08.345956 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-52a00957-6628-4770-9446-7cff3cfa6c9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:08.346239 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-974b8fde-fce9-4cee-9a95-4d0043ece160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:08.373444 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-52a00957-6628-4770-9446-7cff3cfa6c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:08.385160 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_common [req-59731653-447a-480d-b2ae-c0c0f775ea4a req-797fe509-0913-4cf2-937c-953d5106d3ee tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Allocated IP 172.20.0.7 (f8ea7e78-9a41-4fc9-b0e0-a85e1f425997/388065c0-e171-4b50-98f0-baf98c779e87/6d4c4b17-c28a-465c-9c71-fafa2218663f) {{(pid=78743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 17 13:55:08.389128 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:08.402583 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-42ee40fc-2548-40f5-9365-7b9ada231d27 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774149279272'] for port, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:08.474182 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-52a00957-6628-4770-9446-7cff3cfa6c9d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=02ad177b34d94e86bb0f4fb3a5f98370&name=default HTTP/1.1" status: 200  len: 2979 time: 2.3904307
May 17 13:55:08.477622 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 59408) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:08.481895 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a00957-6628-4770-9446-7cff3cfa6c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d14aca2-d227-48e3-b6bf-61a52d6c7804,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:08.502689 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ee40fc-2548-40f5-9365-7b9ada231d27 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Network d5b45ae7-16ce-45df-9da3-dc322e2b7d9a is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 13:55:08.512055 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-52a00957-6628-4770-9446-7cff3cfa6c9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:08.513201 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [None req-42ee40fc-2548-40f5-9365-7b9ada231d27 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Resources bound (agent type, host, resource id):  {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:55:08.514832 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:08.550292 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ee40fc-2548-40f5-9365-7b9ada231d27 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Received port after_create {{(pid=78743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 17 13:55:08.595511 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-61cafde7-e57a-431c-92d4-fca3a1b9e132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:08.650455 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c895678b-6eef-4a11-b709-7ecd469d483e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:08.686412 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-c895678b-6eef-4a11-b709-7ecd469d483e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:55:08.690375 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-61cafde7-e57a-431c-92d4-fca3a1b9e132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:08.703176 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-c895678b-6eef-4a11-b709-7ecd469d483e admin admin] Usage tracker for resource:security_group_rule and tenant:1bbac317feca45408a6fef8b54ec7301 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:55:08.708673 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-c895678b-6eef-4a11-b709-7ecd469d483e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:55:08.725332 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-c895678b-6eef-4a11-b709-7ecd469d483e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:55:08.754060 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee40fc-2548-40f5-9365-7b9ada231d27 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Pushing event updated for resources: {'Port': ['ID=10d1529c-cdf5-4b69-8a0a-5acda9b8937d,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:08.764947 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-42ee40fc-2548-40f5-9365-7b9ada231d27 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:08.770190 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-42ee40fc-2548-40f5-9365-7b9ada231d27 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:08.812061 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-61cafde7-e57a-431c-92d4-fca3a1b9e132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:08.825616 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-bc512587-9817-4a8a-9b21-9d9f6c48e4dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:08.846434 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cafde7-e57a-431c-92d4-fca3a1b9e132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d14aca2-d227-48e3-b6bf-61a52d6c7804,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:08.850568 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-61cafde7-e57a-431c-92d4-fca3a1b9e132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:08.888703 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-61cafde7-e57a-431c-92d4-fca3a1b9e132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:08.892335 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-61cafde7-e57a-431c-92d4-fca3a1b9e132 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9d14aca2-d227-48e3-b6bf-61a52d6c7804 HTTP/1.1" status: 204  len: 168 time: 0.4107287
May 17 13:55:08.911799 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-42ee40fc-2548-40f5-9365-7b9ada231d27 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:08.955453 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c895678b-6eef-4a11-b709-7ecd469d483e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:08.957476 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-59731653-447a-480d-b2ae-c0c0f775ea4a req-797fe509-0913-4cf2-937c-953d5106d3ee tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Notify callbacks [] for port, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:08.966648 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c895678b-6eef-4a11-b709-7ecd469d483e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:08.997071 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:09.065346 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-c895678b-6eef-4a11-b709-7ecd469d483e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1bbac317feca45408a6fef8b54ec7301&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1676114
May 17 13:55:09.066618 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c895678b-6eef-4a11-b709-7ecd469d483e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31b166f-dec7-49db-99c7-e5ffab17db74,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:09.070957 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-c895678b-6eef-4a11-b709-7ecd469d483e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:09.071630 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 59424) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:09.100423 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-59731653-447a-480d-b2ae-c0c0f775ea4a req-797fe509-0913-4cf2-937c-953d5106d3ee tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774149279272'] for port, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:09.164023 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 59428) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:09.164989 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-96e0497f-0823-4488-815c-f8b0f42d143f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:09.205112 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-432b2a26-b775-487f-af3a-b1082337ce8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:09.230890 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-432b2a26-b775-487f-af3a-b1082337ce8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:55:09.236551 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-432b2a26-b775-487f-af3a-b1082337ce8f admin admin] Usage tracker for resource:security_group_rule and tenant:327756ddd0da40b7b7ce62c44fc7dac5 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:55:09.236780 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:09.245216 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-432b2a26-b775-487f-af3a-b1082337ce8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:55:09.256916 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-96e0497f-0823-4488-815c-f8b0f42d143f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:09.265026 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-432b2a26-b775-487f-af3a-b1082337ce8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:55:09.366002 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-220e2779-5f8e-44db-823f-ca673faf26cc req-4c15dcff-d9cd-4c22-863d-7c2d1736fdc5 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 210 time: 0.1854653
May 17 13:55:09.383891 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-96e0497f-0823-4488-815c-f8b0f42d143f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:09.403019 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-8533308c-b2c9-4fe3-8122-818da010cd9e tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:09.413374 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59731653-447a-480d-b2ae-c0c0f775ea4a req-797fe509-0913-4cf2-937c-953d5106d3ee tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Network f8ea7e78-9a41-4fc9-b0e0-a85e1f425997 is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 13:55:09.422684 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-96e0497f-0823-4488-815c-f8b0f42d143f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:09.426522 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-96e0497f-0823-4488-815c-f8b0f42d143f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d31b166f-dec7-49db-99c7-e5ffab17db74 HTTP/1.1" status: 204  len: 168 time: 0.3510883
May 17 13:55:09.430334 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [req-59731653-447a-480d-b2ae-c0c0f775ea4a req-797fe509-0913-4cf2-937c-953d5106d3ee tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Resources bound (agent type, host, resource id):  {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:55:09.440407 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-59731653-447a-480d-b2ae-c0c0f775ea4a req-797fe509-0913-4cf2-937c-953d5106d3ee tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Received port after_create {{(pid=78743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 17 13:55:09.446773 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59731653-447a-480d-b2ae-c0c0f775ea4a req-797fe509-0913-4cf2-937c-953d5106d3ee tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:09.447740 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-59731653-447a-480d-b2ae-c0c0f775ea4a req-797fe509-0913-4cf2-937c-953d5106d3ee tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:09.463968 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797fe509-0913-4cf2-937c-953d5106d3ee tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Pushing event updated for resources: {'Port': ['ID=6d4c4b17-c28a-465c-9c71-fafa2218663f,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:09.470450 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-42ee40fc-2548-40f5-9365-7b9ada231d27 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks [] for port, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:09.473890 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-797fe509-0913-4cf2-937c-953d5106d3ee tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:09.485146 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-42ee40fc-2548-40f5-9365-7b9ada231d27 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:09.495100 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-42ee40fc-2548-40f5-9365-7b9ada231d27 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:09.510524 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e0497f-0823-4488-815c-f8b0f42d143f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31b166f-dec7-49db-99c7-e5ffab17db74,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:09.520050 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-96e0497f-0823-4488-815c-f8b0f42d143f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:09.571376 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-432b2a26-b775-487f-af3a-b1082337ce8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:09.574002 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-59731653-447a-480d-b2ae-c0c0f775ea4a req-797fe509-0913-4cf2-937c-953d5106d3ee tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.2780013
May 17 13:55:09.577031 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-42ee40fc-2548-40f5-9365-7b9ada231d27 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975218'] for floatingip, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:09.583499 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-432b2a26-b775-487f-af3a-b1082337ce8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:09.598793 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee40fc-2548-40f5-9365-7b9ada231d27 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Pushing event updated for resources: {'Port': ['ID=10d1529c-cdf5-4b69-8a0a-5acda9b8937d,revision_number=2']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:09.602557 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-619b8837-9c73-43b8-a6c0-ba8178be3db8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:09.602865 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-42ee40fc-2548-40f5-9365-7b9ada231d27 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:09.607440 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-42ee40fc-2548-40f5-9365-7b9ada231d27 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for floatingip, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:09.621043 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-42ee40fc-2548-40f5-9365-7b9ada231d27 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 10.1231825
May 17 13:55:09.675994 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 59446) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:09.698519 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b2a26-b775-487f-af3a-b1082337ce8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415b9583-81f7-48a8-ae56-94f43f234046,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:09.698967 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-58317c9d-395f-47d5-b512-031973ffbdb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:09.702819 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-432b2a26-b775-487f-af3a-b1082337ce8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:09.726343 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da846eff-0648-4d7b-9875-987a269c9895 req-931b50dc-6c30-4f17-a78f-6814748ed328 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:09.728649 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-da846eff-0648-4d7b-9875-987a269c9895 req-931b50dc-6c30-4f17-a78f-6814748ed328 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/ports?device_id=63e28bfb-68fd-4f8a-960d-300168dce68e HTTP/1.1" status: 200  len: 944 time: 0.3292871
May 17 13:55:09.736348 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-432b2a26-b775-487f-af3a-b1082337ce8f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=327756ddd0da40b7b7ce62c44fc7dac5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5680532
May 17 13:55:09.737294 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 59450) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:09.746235 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-58317c9d-395f-47d5-b512-031973ffbdb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:55:09.755085 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-58317c9d-395f-47d5-b512-031973ffbdb0 admin admin] Usage tracker for resource:security_group_rule and tenant:4bdbad5ae85248d19b84b85bc559b753 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:55:09.764967 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-58317c9d-395f-47d5-b512-031973ffbdb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:55:09.782738 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-58317c9d-395f-47d5-b512-031973ffbdb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:55:09.878577 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:09.880138 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-85e2b184-fdea-40db-86bf-edf22e4801dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:09.906528 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-59731653-447a-480d-b2ae-c0c0f775ea4a req-1dbc2237-c8fd-488a-a64d-e78ab33f4187 service neutron] Request body: {'port': {'device_id': '06240799-ef9c-47ab-860a-e4ef7b575124', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:55:09.982912 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-85e2b184-fdea-40db-86bf-edf22e4801dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:10.022927 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-da846eff-0648-4d7b-9875-987a269c9895 req-fc786ef3-7671-4124-b070-0f2db1cd8f48 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/security-groups?id=e971ae32-11ee-4fcd-99f6-9907ddee1b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2822449
May 17 13:55:10.125919 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-85e2b184-fdea-40db-86bf-edf22e4801dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:10.130328 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-30168049-25cb-445a-90f1-230e40e890e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:10.135932 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:10.153650 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-58317c9d-395f-47d5-b512-031973ffbdb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:10.156779 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-436b1e24-e44e-49fe-b0af-51532135693b req-073aff3b-3474-4db9-885e-73c7352f6ea0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8a60660d-3002-4517-bb46-ad62f3b34a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2561297
May 17 13:55:10.170712 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e2b184-fdea-40db-86bf-edf22e4801dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415b9583-81f7-48a8-ae56-94f43f234046,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:10.181945 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-85e2b184-fdea-40db-86bf-edf22e4801dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:10.184128 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 59470) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:10.185107 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-85e2b184-fdea-40db-86bf-edf22e4801dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:10.188978 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-85e2b184-fdea-40db-86bf-edf22e4801dd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/415b9583-81f7-48a8-ae56-94f43f234046 HTTP/1.1" status: 204  len: 168 time: 0.4494572
May 17 13:55:10.202626 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-58317c9d-395f-47d5-b512-031973ffbdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:10.211725 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-71b0fc90-279a-45a1-8894-c9f8e01e1805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:10.256828 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-01670575-0914-40d5-83bd-0503589971fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:10.272567 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-71b0fc90-279a-45a1-8894-c9f8e01e1805 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:55:10.277393 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-71b0fc90-279a-45a1-8894-c9f8e01e1805 admin admin] Usage tracker for resource:security_group_rule and tenant:727daadf963644a39027aa995a71cee7 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:55:10.285008 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-71b0fc90-279a-45a1-8894-c9f8e01e1805 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:55:10.295063 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-71b0fc90-279a-45a1-8894-c9f8e01e1805 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:55:10.411679 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-58317c9d-395f-47d5-b512-031973ffbdb0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4bdbad5ae85248d19b84b85bc559b753&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7341969
May 17 13:55:10.415799 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 59480) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:10.527807 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2e4db735-7523-4cff-90ef-150ee72d7e24 req-241576e1-5b50-4202-b22e-65361c9fb858 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--616476702&fields=id&tenant_id=67705816dc0348c8a6486f2aa1cb2549 HTTP/1.1" status: 200  len: 267 time: 0.3699872
May 17 13:55:10.533104 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-71b0fc90-279a-45a1-8894-c9f8e01e1805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:10.534340 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58317c9d-395f-47d5-b512-031973ffbdb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bbdaa12-a482-4d2b-9c11-d16472596bdb,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:10.539512 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-71b0fc90-279a-45a1-8894-c9f8e01e1805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:10.549835 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-de724e69-29d3-423c-a0bb-ace1556d3db3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:10.562123 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-58317c9d-395f-47d5-b512-031973ffbdb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:10.665380 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b0fc90-279a-45a1-8894-c9f8e01e1805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9d501c-196a-48f8-a43d-4bb1268908fa,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:10.693648 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-71b0fc90-279a-45a1-8894-c9f8e01e1805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:10.708971 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-87c14a44-6fa9-41a4-ae4b-fd35fd50c94e req-79cabc09-eb44-4e5a-bc48-6178a3861234 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 210 time: 0.1385150
May 17 13:55:10.731733 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-71b0fc90-279a-45a1-8894-c9f8e01e1805 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=727daadf963644a39027aa995a71cee7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5396726
May 17 13:55:10.737567 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 59488) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:10.849294 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-59731653-447a-480d-b2ae-c0c0f775ea4a req-1dbc2237-c8fd-488a-a64d-e78ab33f4187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:10.877765 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-ce366c5a-e074-4783-b915-508db720e6e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:10.885295 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-436b1e24-e44e-49fe-b0af-51532135693b req-44914ce4-0c8d-4e90-b026-6ff0d6715d29 service neutron] 10.222.0.49 "GET /v2.0/networks/8a60660d-3002-4517-bb46-ad62f3b34a4d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6842680
May 17 13:55:10.916029 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-07ec84cc-885b-4337-9291-42961ce17eb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:10.931891 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-ce366c5a-e074-4783-b915-508db720e6e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:10.976345 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-533a9918-d89c-4562-8a48-35a661957320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:11.017438 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-ce366c5a-e074-4783-b915-508db720e6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:11.027633 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:11.078982 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce366c5a-e074-4783-b915-508db720e6e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9d501c-196a-48f8-a43d-4bb1268908fa,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:11.091586 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-ce366c5a-e074-4783-b915-508db720e6e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:11.102122 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-ce366c5a-e074-4783-b915-508db720e6e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:11.103610 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-ce366c5a-e074-4783-b915-508db720e6e3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6b9d501c-196a-48f8-a43d-4bb1268908fa HTTP/1.1" status: 204  len: 168 time: 0.3664253
May 17 13:55:11.126438 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.49', 57278) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:11.227361 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-07ec84cc-885b-4337-9291-42961ce17eb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:11.240671 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4db735-7523-4cff-90ef-150ee72d7e24 req-186e79fc-2d9b-4733-a310-dddee08a28d5 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:11.242552 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2e4db735-7523-4cff-90ef-150ee72d7e24 req-186e79fc-2d9b-4733-a310-dddee08a28d5 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/networks?id=f96cba92-eccd-4fce-9019-8397a76ebc2b HTTP/1.1" status: 200  len: 817 time: 0.6790287
May 17 13:55:11.293073 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2e4db735-7523-4cff-90ef-150ee72d7e24 req-2c3f16ad-4516-4644-a839-db8d531a7a84 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/quotas/67705816dc0348c8a6486f2aa1cb2549 HTTP/1.1" status: 200  len: 375 time: 0.0312080
May 17 13:55:11.523939 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-436b1e24-e44e-49fe-b0af-51532135693b req-cbcc9f7e-30fb-4545-995c-cb91d49aabaf service neutron] 10.222.0.49 "GET /v2.0/networks/8a60660d-3002-4517-bb46-ad62f3b34a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6280251
May 17 13:55:11.531827 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dac10d-f161-422c-8ba2-30a6da2dbe00 req-b40ecff2-8cf7-4f69-b04c-54891c635e62 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:11.533349 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-d4dac10d-f161-422c-8ba2-30a6da2dbe00 req-b40ecff2-8cf7-4f69-b04c-54891c635e62 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.49 "GET /v2.0/networks?id=f8ea7e78-9a41-4fc9-b0e0-a85e1f425997 HTTP/1.1" status: 200  len: 819 time: 0.4058576
May 17 13:55:11.550600 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [req-d4dac10d-f161-422c-8ba2-30a6da2dbe00 req-945fcc0a-e17c-4ea3-a4a8-577ff01348ba tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Request body: {'port': {'device_id': '2d68af3b-8b88-4984-afde-ed78bd94e3cb', 'network_id': 'f8ea7e78-9a41-4fc9-b0e0-a85e1f425997', 'admin_state_up': True, 'tenant_id': '26eff14cf205417591a4fc75a27bee33'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:55:11.580095 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68caeb24-724f-40fb-9a6c-5c6f70c4424f req-628a097e-d109-4178-ace7-5d556e7f6733 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:11.582315 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-68caeb24-724f-40fb-9a6c-5c6f70c4424f req-628a097e-d109-4178-ace7-5d556e7f6733 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/ports?device_id=63e28bfb-68fd-4f8a-960d-300168dce68e HTTP/1.1" status: 200  len: 944 time: 0.2297311
May 17 13:55:11.732715 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-07ec84cc-885b-4337-9291-42961ce17eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:11.751437 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-457b623d-7f95-4d29-a002-3d47f3784fbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:11.770666 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ec84cc-885b-4337-9291-42961ce17eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bbdaa12-a482-4d2b-9c11-d16472596bdb,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:11.781325 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2e4db735-7523-4cff-90ef-150ee72d7e24 req-6e91322c-383f-462f-91fd-836bb34200c9 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=67705816dc0348c8a6486f2aa1cb2549&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4625740
May 17 13:55:11.782441 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-07ec84cc-885b-4337-9291-42961ce17eb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:11.813677 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-68caeb24-724f-40fb-9a6c-5c6f70c4424f req-5b6a6122-b563-4859-bb0d-c13b29954273 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/security-groups?id=e971ae32-11ee-4fcd-99f6-9907ddee1b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2219775
May 17 13:55:11.818058 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-07ec84cc-885b-4337-9291-42961ce17eb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:11.820054 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-07ec84cc-885b-4337-9291-42961ce17eb4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9bbdaa12-a482-4d2b-9c11-d16472596bdb HTTP/1.1" status: 204  len: 168 time: 1.3874063
May 17 13:55:11.858561 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [req-d4dac10d-f161-422c-8ba2-30a6da2dbe00 req-945fcc0a-e17c-4ea3-a4a8-577ff01348ba tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:55:11.865951 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-d4dac10d-f161-422c-8ba2-30a6da2dbe00 req-945fcc0a-e17c-4ea3-a4a8-577ff01348ba tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Usage tracker for resource:port and tenant:26eff14cf205417591a4fc75a27bee33 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:55:11.869983 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-d4dac10d-f161-422c-8ba2-30a6da2dbe00 req-945fcc0a-e17c-4ea3-a4a8-577ff01348ba tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:55:11.877572 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [req-d4dac10d-f161-422c-8ba2-30a6da2dbe00 req-945fcc0a-e17c-4ea3-a4a8-577ff01348ba tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:55:11.896465 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4dac10d-f161-422c-8ba2-30a6da2dbe00 req-945fcc0a-e17c-4ea3-a4a8-577ff01348ba tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Made reservation on behalf of 26eff14cf205417591a4fc75a27bee33 for: {'port': 1} {{(pid=78742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 17 13:55:11.901795 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-d4dac10d-f161-422c-8ba2-30a6da2dbe00 req-945fcc0a-e17c-4ea3-a4a8-577ff01348ba tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:11.962241 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 59542) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:12.010132 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2e4db735-7523-4cff-90ef-150ee72d7e24 req-8b7fc059-da0c-4132-be3e-5e1c3be8d360 service neutron] 10.222.0.54 "GET /v2.0/networks/f96cba92-eccd-4fce-9019-8397a76ebc2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1848996
May 17 13:55:12.108918 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48534952-031e-4fda-b2e7-91d204a5dde5 req-dd226ac8-70d6-4b5b-8662-6c7e5a98ed4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:12.110693 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-48534952-031e-4fda-b2e7-91d204a5dde5 req-dd226ac8-70d6-4b5b-8662-6c7e5a98ed4c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4e138dd789284a48835a827a09f78f75&device_id=63e28bfb-68fd-4f8a-960d-300168dce68e HTTP/1.1" status: 200  len: 1097 time: 0.4988816
May 17 13:55:12.156106 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2af4ccb1-9f3c-405c-b5ae-c0acbe6a5f41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:12.196686 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-3c78b254-c69b-4ac7-9fca-2d7fdda37647 req-45ad718f-644a-409d-af45-83d91abe4721 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 210 time: 0.0864260
May 17 13:55:12.199047 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-2af4ccb1-9f3c-405c-b5ae-c0acbe6a5f41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:55:12.203470 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-2af4ccb1-9f3c-405c-b5ae-c0acbe6a5f41 admin admin] Usage tracker for resource:security_group_rule and tenant:0d55a0d1feef4026b8acdacb854186a5 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:55:12.207101 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-2af4ccb1-9f3c-405c-b5ae-c0acbe6a5f41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:55:12.215565 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-2af4ccb1-9f3c-405c-b5ae-c0acbe6a5f41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:55:12.364088 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [req-59731653-447a-480d-b2ae-c0c0f775ea4a req-1dbc2237-c8fd-488a-a64d-e78ab33f4187 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d4c4b17-c28a-465c-9c71-fafa2218663f {{(pid=78743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 17 13:55:12.384110 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2af4ccb1-9f3c-405c-b5ae-c0acbe6a5f41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:12.385793 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-59731653-447a-480d-b2ae-c0c0f775ea4a req-1dbc2237-c8fd-488a-a64d-e78ab33f4187 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:12.390329 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2af4ccb1-9f3c-405c-b5ae-c0acbe6a5f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:12.400685 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2e4db735-7523-4cff-90ef-150ee72d7e24 req-b04ad9fe-4ad5-439e-8c2b-29e05a9246a5 service neutron] 10.222.0.54 "GET /v2.0/networks/f96cba92-eccd-4fce-9019-8397a76ebc2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3777008
May 17 13:55:12.417016 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48534952-031e-4fda-b2e7-91d204a5dde5 req-9806de4e-e234-45ac-b2de-400db9d5d409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:12.419143 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-48534952-031e-4fda-b2e7-91d204a5dde5 req-9806de4e-e234-45ac-b2de-400db9d5d409 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8a60660d-3002-4517-bb46-ad62f3b34a4d HTTP/1.1" status: 200  len: 912 time: 0.2953672
May 17 13:55:12.422600 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.provisioning_blocks [req-59731653-447a-480d-b2ae-c0c0f775ea4a req-1dbc2237-c8fd-488a-a64d-e78ab33f4187 service neutron] Transition to ACTIVE for port object 6d4c4b17-c28a-465c-9c71-fafa2218663f will not be triggered until provisioned by entity L2. {{(pid=78743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:55:12.424971 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:12.505299 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1529072-104d-404f-8ce8-7078c9c34ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:12.542824 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-59731653-447a-480d-b2ae-c0c0f775ea4a req-1dbc2237-c8fd-488a-a64d-e78ab33f4187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:12.547857 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:12.612863 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-48534952-031e-4fda-b2e7-91d204a5dde5 req-77dd999a-f579-49b2-82a4-0ac90e967ee0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebad6803-5ed6-4193-86e5-5d5eea2d32da HTTP/1.1" status: 200  len: 217 time: 0.1867356
May 17 13:55:12.640145 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-2af4ccb1-9f3c-405c-b5ae-c0acbe6a5f41 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0d55a0d1feef4026b8acdacb854186a5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6489456
May 17 13:55:12.652353 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 59560) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:12.652684 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 59562) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:12.655848 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af4ccb1-9f3c-405c-b5ae-c0acbe6a5f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0266ca2-4934-4115-bdd8-e6920a19b8f7,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:12.684923 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-2af4ccb1-9f3c-405c-b5ae-c0acbe6a5f41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:12.779404 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc2237-c8fd-488a-a64d-e78ab33f4187 service neutron] Pushing event updated for resources: {'Port': ['ID=6d4c4b17-c28a-465c-9c71-fafa2218663f,revision_number=2']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:12.862044 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2e77576c-93cc-4bcd-b369-a5024a0de6cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:12.884004 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.db_base_plugin_common [req-d4dac10d-f161-422c-8ba2-30a6da2dbe00 req-945fcc0a-e17c-4ea3-a4a8-577ff01348ba tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Allocated IP 172.20.0.10 (f8ea7e78-9a41-4fc9-b0e0-a85e1f425997/388065c0-e171-4b50-98f0-baf98c779e87/b81ebfd9-4356-495e-b668-1699361b58b3) {{(pid=78742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 17 13:55:12.948635 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-1dbc2237-c8fd-488a-a64d-e78ab33f4187 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:12.983870 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48534952-031e-4fda-b2e7-91d204a5dde5 req-42204570-0b0e-40e8-b145-240f4ff23727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:12.985613 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-48534952-031e-4fda-b2e7-91d204a5dde5 req-42204570-0b0e-40e8-b145-240f4ff23727 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a1c869c0-b67d-4bd8-94ad-e808e528d730 HTTP/1.1" status: 200  len: 851 time: 0.3649826
May 17 13:55:12.986738 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-59731653-447a-480d-b2ae-c0c0f775ea4a req-1dbc2237-c8fd-488a-a64d-e78ab33f4187 service neutron] Attempting to bind port 6d4c4b17-c28a-465c-9c71-fafa2218663f on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 17 13:55:12.987484 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-59731653-447a-480d-b2ae-c0c0f775ea4a req-1dbc2237-c8fd-488a-a64d-e78ab33f4187 service neutron] Attempting to bind port 6d4c4b17-c28a-465c-9c71-fafa2218663f by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '6c4d3457-ef9a-42c3-8ce3-3e6a8a699a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f8ea7e78-9a41-4fc9-b0e0-a85e1f425997'}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 17 13:55:12.988097 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59731653-447a-480d-b2ae-c0c0f775ea4a req-1dbc2237-c8fd-488a-a64d-e78ab33f4187 service neutron] Attempting to bind port 6d4c4b17-c28a-465c-9c71-fafa2218663f on network f8ea7e78-9a41-4fc9-b0e0-a85e1f425997 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 13:55:13.038597 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-48534952-031e-4fda-b2e7-91d204a5dde5 req-8d9c9cf1-7363-493b-beea-83df6b781dba service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8a60660d-3002-4517-bb46-ad62f3b34a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0458012
May 17 13:55:13.040597 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59731653-447a-480d-b2ae-c0c0f775ea4a req-1dbc2237-c8fd-488a-a64d-e78ab33f4187 service neutron] Port 6d4c4b17-c28a-465c-9c71-fafa2218663f on network f8ea7e78-9a41-4fc9-b0e0-a85e1f425997 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 17 13:55:13.041122 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59731653-447a-480d-b2ae-c0c0f775ea4a req-1dbc2237-c8fd-488a-a64d-e78ab33f4187 service neutron] Attempting to bind port 6d4c4b17-c28a-465c-9c71-fafa2218663f on network f8ea7e78-9a41-4fc9-b0e0-a85e1f425997 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 13:55:13.065323 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59731653-447a-480d-b2ae-c0c0f775ea4a req-1dbc2237-c8fd-488a-a64d-e78ab33f4187 service neutron] Checking agent: {'id': '2184a6b5-3e0c-4449-b4b5-a4e82803b4d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 53, 3), 'started_at': datetime.datetime(2021, 5, 17, 13, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 17 13:55:13.065662 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59731653-447a-480d-b2ae-c0c0f775ea4a req-1dbc2237-c8fd-488a-a64d-e78ab33f4187 service neutron] Checking segment: {'id': '6c4d3457-ef9a-42c3-8ce3-3e6a8a699a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f8ea7e78-9a41-4fc9-b0e0-a85e1f425997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 13:55:13.066050 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59731653-447a-480d-b2ae-c0c0f775ea4a req-1dbc2237-c8fd-488a-a64d-e78ab33f4187 service neutron] Bound using segment: {'id': '6c4d3457-ef9a-42c3-8ce3-3e6a8a699a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f8ea7e78-9a41-4fc9-b0e0-a85e1f425997'} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 17 13:55:13.069170 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-59731653-447a-480d-b2ae-c0c0f775ea4a req-1dbc2237-c8fd-488a-a64d-e78ab33f4187 service neutron] Bound port: 6d4c4b17-c28a-465c-9c71-fafa2218663f, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c4d3457-ef9a-42c3-8ce3-3e6a8a699a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f8ea7e78-9a41-4fc9-b0e0-a85e1f425997'}}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 17 13:55:13.069321 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-59731653-447a-480d-b2ae-c0c0f775ea4a req-1dbc2237-c8fd-488a-a64d-e78ab33f4187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:13.218702 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-6d51aec4-28ff-42c0-90a5-820174c8b133 req-6a2532cb-fce8-4a68-9a4c-6978aa4240a1 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Synchronizing usage tracker for tenant:67705816dc0348c8a6486f2aa1cb2549 on resource:port {{(pid=78742) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 13:55:13.228932 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-2e77576c-93cc-4bcd-b369-a5024a0de6cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:55:13.236390 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-d4dac10d-f161-422c-8ba2-30a6da2dbe00 req-945fcc0a-e17c-4ea3-a4a8-577ff01348ba tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Notify callbacks [] for port, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:13.245552 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-2e77576c-93cc-4bcd-b369-a5024a0de6cd admin admin] Usage tracker for resource:security_group_rule and tenant:16fbce23614d40079e0b6b68c0adad5a is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:55:13.260535 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-2e77576c-93cc-4bcd-b369-a5024a0de6cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:55:13.272592 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-2e77576c-93cc-4bcd-b369-a5024a0de6cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:55:13.295583 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d6b5ac81-20aa-4b60-b94d-ceb0a725de3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:13.314278 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-6d51aec4-28ff-42c0-90a5-820174c8b133 req-6a2532cb-fce8-4a68-9a4c-6978aa4240a1 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Unset dirty status for tenant:67705816dc0348c8a6486f2aa1cb2549 on resource:port {{(pid=78742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 13:55:13.326167 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-6d51aec4-28ff-42c0-90a5-820174c8b133 req-6a2532cb-fce8-4a68-9a4c-6978aa4240a1 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 210 time: 0.5953202
May 17 13:55:13.326428 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-59731653-447a-480d-b2ae-c0c0f775ea4a req-1dbc2237-c8fd-488a-a64d-e78ab33f4187 service neutron] For port 6d4c4b17-c28a-465c-9c71-fafa2218663f, host hv-cinder-78836, cleared binding levels {{(pid=78743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 17 13:55:13.330959 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-59731653-447a-480d-b2ae-c0c0f775ea4a req-1dbc2237-c8fd-488a-a64d-e78ab33f4187 service neutron] For port 6d4c4b17-c28a-465c-9c71-fafa2218663f, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6d4c4b17-c28a-465c-9c71-fafa2218663f,segment=NetworkSegment(6c4d3457-ef9a-42c3-8ce3-3e6a8a699a24),segment_id=6c4d3457-ef9a-42c3-8ce3-3e6a8a699a24)] {{(pid=78743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 17 13:55:13.393942 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d6b5ac81-20aa-4b60-b94d-ceb0a725de3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:13.463146 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-d4dac10d-f161-422c-8ba2-30a6da2dbe00 req-945fcc0a-e17c-4ea3-a4a8-577ff01348ba tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774149279272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132438228'] for port, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:13.478491 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:13.494972 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-59731653-447a-480d-b2ae-c0c0f775ea4a req-1dbc2237-c8fd-488a-a64d-e78ab33f4187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:13.506545 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-1b64a86f-019f-483e-be8b-62019d261d1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:13.607956 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc2237-c8fd-488a-a64d-e78ab33f4187 service neutron] Pushing event updated for resources: {'Port': ['ID=6d4c4b17-c28a-465c-9c71-fafa2218663f,revision_number=3']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:13.621261 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4dac10d-f161-422c-8ba2-30a6da2dbe00 req-945fcc0a-e17c-4ea3-a4a8-577ff01348ba tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Network f8ea7e78-9a41-4fc9-b0e0-a85e1f425997 is already hosted by enough agents. {{(pid=78742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 13:55:13.638688 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59731653-447a-480d-b2ae-c0c0f775ea4a req-1dbc2237-c8fd-488a-a64d-e78ab33f4187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:13.639511 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-59731653-447a-480d-b2ae-c0c0f775ea4a req-1dbc2237-c8fd-488a-a64d-e78ab33f4187 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:13.641894 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-59731653-447a-480d-b2ae-c0c0f775ea4a req-1dbc2237-c8fd-488a-a64d-e78ab33f4187 service neutron] 10.222.0.49 "PUT /v2.0/ports/6d4c4b17-c28a-465c-9c71-fafa2218663f HTTP/1.1" status: 200  len: 1093 time: 3.7392428
May 17 13:55:13.642665 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [req-d4dac10d-f161-422c-8ba2-30a6da2dbe00 req-945fcc0a-e17c-4ea3-a4a8-577ff01348ba tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Resources bound (agent type, host, resource id):  {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:55:13.644496 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06240799-ef9c-47ab-860a-e4ef7b575124', 'tag': '6d4c4b17-c28a-465c-9c71-fafa2218663f'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 13:55:13.662586 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4dac10d-f161-422c-8ba2-30a6da2dbe00 req-945fcc0a-e17c-4ea3-a4a8-577ff01348ba tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Received port after_create {{(pid=78742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 17 13:55:13.703912 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188284ec-d739-4d4c-961b-f0b45189bea2 req-8e6e1e37-f5f5-4438-97a6-cf618e5ce3d7 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:13.705177 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-188284ec-d739-4d4c-961b-f0b45189bea2 req-8e6e1e37-f5f5-4438-97a6-cf618e5ce3d7 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Synchronizing usage tracker for tenant:4e138dd789284a48835a827a09f78f75 on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 13:55:13.710429 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-1dbc2237-c8fd-488a-a64d-e78ab33f4187 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:13.714269 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d6b5ac81-20aa-4b60-b94d-ceb0a725de3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:13.714801 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-48534952-031e-4fda-b2e7-91d204a5dde5 req-07af7cfb-71a9-40fc-89fa-23a1e5587ad7 service neutron] 10.222.0.49 "GET /v2.0/networks/8a60660d-3002-4517-bb46-ad62f3b34a4d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5644164
May 17 13:55:13.720558 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2e77576c-93cc-4bcd-b369-a5024a0de6cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:13.721757 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945fcc0a-e17c-4ea3-a4a8-577ff01348ba tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Pushing event updated for resources: {'Port': ['ID=b81ebfd9-4356-495e-b668-1699361b58b3,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:13.731173 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-945fcc0a-e17c-4ea3-a4a8-577ff01348ba tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:13.734689 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-71b0fc90-279a-45a1-8894-c9f8e01e1805 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:13.752834 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2e77576c-93cc-4bcd-b369-a5024a0de6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:13.777596 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b5ac81-20aa-4b60-b94d-ceb0a725de3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0266ca2-4934-4115-bdd8-e6920a19b8f7,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:13.812253 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-d6b5ac81-20aa-4b60-b94d-ceb0a725de3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:13.813719 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-188284ec-d739-4d4c-961b-f0b45189bea2 req-8e6e1e37-f5f5-4438-97a6-cf618e5ce3d7 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Unset dirty status for tenant:4e138dd789284a48835a827a09f78f75 on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 13:55:13.814707 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-7cd3bd7d-f923-4f74-9947-9345830fbba1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:13.815352 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-188284ec-d739-4d4c-961b-f0b45189bea2 req-8e6e1e37-f5f5-4438-97a6-cf618e5ce3d7 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/ports?device_id=63e28bfb-68fd-4f8a-960d-300168dce68e HTTP/1.1" status: 200  len: 944 time: 0.7758794
May 17 13:55:13.836765 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dac10d-f161-422c-8ba2-30a6da2dbe00 req-945fcc0a-e17c-4ea3-a4a8-577ff01348ba tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:13.837434 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-d4dac10d-f161-422c-8ba2-30a6da2dbe00 req-945fcc0a-e17c-4ea3-a4a8-577ff01348ba tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for port, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:13.880008 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-2e77576c-93cc-4bcd-b369-a5024a0de6cd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=16fbce23614d40079e0b6b68c0adad5a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1994998
May 17 13:55:13.887699 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 59612) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:13.906688 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e77576c-93cc-4bcd-b369-a5024a0de6cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931328ee-bd47-4a5d-be66-b8eccd09ad0e,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:13.924082 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-2e77576c-93cc-4bcd-b369-a5024a0de6cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:13.932577 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d2b19-3254-4da2-8565-57bde77e4cd4 req-3fdfb6e1-0b1d-4873-930a-b225d1794ffd tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:13.933172 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-2d2d2b19-3254-4da2-8565-57bde77e4cd4 req-3fdfb6e1-0b1d-4873-930a-b225d1794ffd tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Synchronizing usage tracker for tenant:26eff14cf205417591a4fc75a27bee33 on resource:port {{(pid=78742) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 13:55:13.936169 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d6b5ac81-20aa-4b60-b94d-ceb0a725de3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:13.937261 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-d6b5ac81-20aa-4b60-b94d-ceb0a725de3c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f0266ca2-4934-4115-bdd8-e6920a19b8f7 HTTP/1.1" status: 204  len: 168 time: 1.2786436
May 17 13:55:13.938629 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-d4dac10d-f161-422c-8ba2-30a6da2dbe00 req-945fcc0a-e17c-4ea3-a4a8-577ff01348ba tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3953013
May 17 13:55:13.954682 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-188284ec-d739-4d4c-961b-f0b45189bea2 req-bc1d2a11-5e0e-4922-bf3f-1448222270d8 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/security-groups?id=e971ae32-11ee-4fcd-99f6-9907ddee1b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1272478
May 17 13:55:13.955118 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [req-d4dac10d-f161-422c-8ba2-30a6da2dbe00 req-06511a76-59cd-4abc-932b-48876260072f service neutron] Request body: {'port': {'device_id': '2d68af3b-8b88-4984-afde-ed78bd94e3cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:55:14.043965 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-48534952-031e-4fda-b2e7-91d204a5dde5 req-002f2386-559b-4aad-95d9-02ad87b0b8d5 service neutron] 10.222.0.49 "GET /v2.0/networks/8a60660d-3002-4517-bb46-ad62f3b34a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3212450
May 17 13:55:14.063211 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59731653-447a-480d-b2ae-c0c0f775ea4a req-7d239589-42c2-4e67-9bf1-6e51d5722646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:14.064728 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-59731653-447a-480d-b2ae-c0c0f775ea4a req-7d239589-42c2-4e67-9bf1-6e51d5722646 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=26eff14cf205417591a4fc75a27bee33&device_id=06240799-ef9c-47ab-860a-e4ef7b575124 HTTP/1.1" status: 200  len: 1096 time: 0.2192531
May 17 13:55:14.088411 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-2d2d2b19-3254-4da2-8565-57bde77e4cd4 req-3fdfb6e1-0b1d-4873-930a-b225d1794ffd tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Unset dirty status for tenant:26eff14cf205417591a4fc75a27bee33 on resource:port {{(pid=78742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 13:55:14.097874 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-2d2d2b19-3254-4da2-8565-57bde77e4cd4 req-3fdfb6e1-0b1d-4873-930a-b225d1794ffd tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 932 time: 0.5662973
May 17 13:55:14.150486 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06240799-ef9c-47ab-860a-e4ef7b575124', 'tag': '6d4c4b17-c28a-465c-9c71-fafa2218663f', 'status': 'completed', 'code': 200}
May 17 13:55:14.159036 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-59731653-447a-480d-b2ae-c0c0f775ea4a req-5e594612-3102-4419-946a-d727ba79e075 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d4c4b17-c28a-465c-9c71-fafa2218663f HTTP/1.1" status: 200  len: 217 time: 0.0827224
May 17 13:55:14.222889 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a354bf9e-cfe8-4bff-beaa-0c82eb12c99a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:14.243185 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59731653-447a-480d-b2ae-c0c0f775ea4a req-febdaf35-3d6f-4be6-aa5f-45c0d38b5984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:14.245013 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-59731653-447a-480d-b2ae-c0c0f775ea4a req-febdaf35-3d6f-4be6-aa5f-45c0d38b5984 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=388065c0-e171-4b50-98f0-baf98c779e87 HTTP/1.1" status: 200  len: 859 time: 0.0788953
May 17 13:55:14.260438 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-2d2d2b19-3254-4da2-8565-57bde77e4cd4 req-ebd32289-b1c5-400e-8896-d8ad5923e80a tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1459610
May 17 13:55:14.274959 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-d4dac10d-f161-422c-8ba2-30a6da2dbe00 req-06511a76-59cd-4abc-932b-48876260072f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:14.319714 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-59731653-447a-480d-b2ae-c0c0f775ea4a req-80285ebc-79c3-4ba4-8c6d-103004781ced service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f8ea7e78-9a41-4fc9-b0e0-a85e1f425997&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0663362
May 17 13:55:14.321770 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a354bf9e-cfe8-4bff-beaa-0c82eb12c99a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:14.695694 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a354bf9e-cfe8-4bff-beaa-0c82eb12c99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:14.703368 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:14.757897 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a354bf9e-cfe8-4bff-beaa-0c82eb12c99a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931328ee-bd47-4a5d-be66-b8eccd09ad0e,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:14.764271 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-a354bf9e-cfe8-4bff-beaa-0c82eb12c99a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:14.788961 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a354bf9e-cfe8-4bff-beaa-0c82eb12c99a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:14.792601 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-a354bf9e-cfe8-4bff-beaa-0c82eb12c99a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/931328ee-bd47-4a5d-be66-b8eccd09ad0e HTTP/1.1" status: 204  len: 168 time: 0.9008052
May 17 13:55:14.823511 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ae3fd43b-c09e-4c36-8ca6-6557d88996af req-d7894baf-37b9-4843-9140-2b492f7b774a tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 210 time: 0.1387212
May 17 13:55:15.068263 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-59731653-447a-480d-b2ae-c0c0f775ea4a req-0562d2fd-2537-4733-8390-5f0652443d59 service neutron] 10.222.0.49 "GET /v2.0/networks/f8ea7e78-9a41-4fc9-b0e0-a85e1f425997?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7036088
May 17 13:55:15.085904 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4db735-7523-4cff-90ef-150ee72d7e24 req-7e45904f-4dbf-4460-91e6-2060ef42e67a tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:15.092070 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2e4db735-7523-4cff-90ef-150ee72d7e24 req-7e45904f-4dbf-4460-91e6-2060ef42e67a tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.49 "GET /v2.0/networks?id=f96cba92-eccd-4fce-9019-8397a76ebc2b HTTP/1.1" status: 200  len: 817 time: 0.7759590
May 17 13:55:15.227996 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.notifiers.nova [req-d4dac10d-f161-422c-8ba2-30a6da2dbe00 req-06511a76-59cd-4abc-932b-48876260072f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b81ebfd9-4356-495e-b668-1699361b58b3 {{(pid=78742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 17 13:55:15.251661 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-d4dac10d-f161-422c-8ba2-30a6da2dbe00 req-06511a76-59cd-4abc-932b-48876260072f service neutron] Notify callbacks [] for port, precommit_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:15.289098 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.provisioning_blocks [req-d4dac10d-f161-422c-8ba2-30a6da2dbe00 req-06511a76-59cd-4abc-932b-48876260072f service neutron] Transition to ACTIVE for port object b81ebfd9-4356-495e-b668-1699361b58b3 will not be triggered until provisioned by entity L2. {{(pid=78742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:55:15.317582 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-d4dac10d-f161-422c-8ba2-30a6da2dbe00 req-06511a76-59cd-4abc-932b-48876260072f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132438237'] for port, after_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:15.336601 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:15.344913 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2e4db735-7523-4cff-90ef-150ee72d7e24 req-349b261a-26eb-4dab-b01e-618c7a072b3c tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67705816dc0348c8a6486f2aa1cb2549 HTTP/1.1" status: 200  len: 379 time: 0.2087510
May 17 13:55:15.429938 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-59731653-447a-480d-b2ae-c0c0f775ea4a req-4e9b38f3-8b93-49d8-88b3-c11e4089fff5 service neutron] 10.222.0.49 "GET /v2.0/networks/f8ea7e78-9a41-4fc9-b0e0-a85e1f425997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3327937
May 17 13:55:15.697607 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06511a76-59cd-4abc-932b-48876260072f service neutron] Pushing event updated for resources: {'Port': ['ID=b81ebfd9-4356-495e-b668-1699361b58b3,revision_number=2']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:15.708550 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-06511a76-59cd-4abc-932b-48876260072f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:15.746781 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcbee4d-05d3-4595-b91c-3b9dff983435 req-e4a15a74-3505-4057-a7bf-3783cfd5ee0a tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:15.747582 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-4bcbee4d-05d3-4595-b91c-3b9dff983435 req-e4a15a74-3505-4057-a7bf-3783cfd5ee0a tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Synchronizing usage tracker for tenant:26eff14cf205417591a4fc75a27bee33 on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 13:55:15.782876 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-4bcbee4d-05d3-4595-b91c-3b9dff983435 req-e4a15a74-3505-4057-a7bf-3783cfd5ee0a tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Unset dirty status for tenant:26eff14cf205417591a4fc75a27bee33 on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 13:55:15.792332 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4bcbee4d-05d3-4595-b91c-3b9dff983435 req-e4a15a74-3505-4057-a7bf-3783cfd5ee0a tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 944 time: 0.2484508
May 17 13:55:15.803636 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe4120-d126-4fb9-9b4b-ab96d6c791b5 req-9e30c3a7-3fe2-4a52-b8bf-abfe37bc186c tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:15.805143 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-f3fe4120-d126-4fb9-9b4b-ab96d6c791b5 req-9e30c3a7-3fe2-4a52-b8bf-abfe37bc186c tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/ports?device_id=63e28bfb-68fd-4f8a-960d-300168dce68e HTTP/1.1" status: 200  len: 944 time: 0.6315625
May 17 13:55:15.860069 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-4bcbee4d-05d3-4595-b91c-3b9dff983435 req-f1e8c71b-829f-4ed1-8b18-72823b2f423e tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Synchronizing usage tracker for tenant:26eff14cf205417591a4fc75a27bee33 on resource:security_group {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 13:55:15.913020 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-4bcbee4d-05d3-4595-b91c-3b9dff983435 req-f1e8c71b-829f-4ed1-8b18-72823b2f423e tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Unset dirty status for tenant:26eff14cf205417591a4fc75a27bee33 on resource:security_group {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 13:55:15.935285 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4bcbee4d-05d3-4595-b91c-3b9dff983435 req-f1e8c71b-829f-4ed1-8b18-72823b2f423e tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1387942
May 17 13:55:16.079713 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-f3fe4120-d126-4fb9-9b4b-ab96d6c791b5 req-c0faf0be-9ccc-4356-aae2-6234dd2aae59 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/security-groups?id=e971ae32-11ee-4fcd-99f6-9907ddee1b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2244682
May 17 13:55:16.083237 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.managers [req-d4dac10d-f161-422c-8ba2-30a6da2dbe00 req-06511a76-59cd-4abc-932b-48876260072f service neutron] Attempting to bind port b81ebfd9-4356-495e-b668-1699361b58b3 on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 17 13:55:16.083237 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.managers [req-d4dac10d-f161-422c-8ba2-30a6da2dbe00 req-06511a76-59cd-4abc-932b-48876260072f service neutron] Attempting to bind port b81ebfd9-4356-495e-b668-1699361b58b3 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '6c4d3457-ef9a-42c3-8ce3-3e6a8a699a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f8ea7e78-9a41-4fc9-b0e0-a85e1f425997'}] {{(pid=78742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 17 13:55:16.083237 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4dac10d-f161-422c-8ba2-30a6da2dbe00 req-06511a76-59cd-4abc-932b-48876260072f service neutron] Attempting to bind port b81ebfd9-4356-495e-b668-1699361b58b3 on network f8ea7e78-9a41-4fc9-b0e0-a85e1f425997 {{(pid=78742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 13:55:16.089453 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4dac10d-f161-422c-8ba2-30a6da2dbe00 req-06511a76-59cd-4abc-932b-48876260072f service neutron] Port b81ebfd9-4356-495e-b668-1699361b58b3 on network f8ea7e78-9a41-4fc9-b0e0-a85e1f425997 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 17 13:55:16.089778 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4dac10d-f161-422c-8ba2-30a6da2dbe00 req-06511a76-59cd-4abc-932b-48876260072f service neutron] Attempting to bind port b81ebfd9-4356-495e-b668-1699361b58b3 on network f8ea7e78-9a41-4fc9-b0e0-a85e1f425997 {{(pid=78742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 13:55:16.105765 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4dac10d-f161-422c-8ba2-30a6da2dbe00 req-06511a76-59cd-4abc-932b-48876260072f service neutron] Checking agent: {'id': '2184a6b5-3e0c-4449-b4b5-a4e82803b4d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 53, 3), 'started_at': datetime.datetime(2021, 5, 17, 13, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 17 13:55:16.106125 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4dac10d-f161-422c-8ba2-30a6da2dbe00 req-06511a76-59cd-4abc-932b-48876260072f service neutron] Checking segment: {'id': '6c4d3457-ef9a-42c3-8ce3-3e6a8a699a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f8ea7e78-9a41-4fc9-b0e0-a85e1f425997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 13:55:16.106966 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4dac10d-f161-422c-8ba2-30a6da2dbe00 req-06511a76-59cd-4abc-932b-48876260072f service neutron] Bound using segment: {'id': '6c4d3457-ef9a-42c3-8ce3-3e6a8a699a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f8ea7e78-9a41-4fc9-b0e0-a85e1f425997'} {{(pid=78742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 17 13:55:16.107371 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.managers [req-d4dac10d-f161-422c-8ba2-30a6da2dbe00 req-06511a76-59cd-4abc-932b-48876260072f service neutron] Bound port: b81ebfd9-4356-495e-b668-1699361b58b3, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c4d3457-ef9a-42c3-8ce3-3e6a8a699a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f8ea7e78-9a41-4fc9-b0e0-a85e1f425997'}}] {{(pid=78742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 17 13:55:16.107748 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-d4dac10d-f161-422c-8ba2-30a6da2dbe00 req-06511a76-59cd-4abc-932b-48876260072f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:16.225188 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.db [req-d4dac10d-f161-422c-8ba2-30a6da2dbe00 req-06511a76-59cd-4abc-932b-48876260072f service neutron] For port b81ebfd9-4356-495e-b668-1699361b58b3, host hv-cinder-78836, cleared binding levels {{(pid=78742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 17 13:55:16.232068 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.db [req-d4dac10d-f161-422c-8ba2-30a6da2dbe00 req-06511a76-59cd-4abc-932b-48876260072f service neutron] For port b81ebfd9-4356-495e-b668-1699361b58b3, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b81ebfd9-4356-495e-b668-1699361b58b3,segment=NetworkSegment(6c4d3457-ef9a-42c3-8ce3-3e6a8a699a24),segment_id=6c4d3457-ef9a-42c3-8ce3-3e6a8a699a24)] {{(pid=78742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 17 13:55:16.240117 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-d4dac10d-f161-422c-8ba2-30a6da2dbe00 req-06511a76-59cd-4abc-932b-48876260072f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132438237'] for port, after_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:16.247745 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-4f92583b-6883-41ab-9be0-5c08024b4dbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:16.265658 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-97f6b970-5abb-4b42-9f7e-fbd850ee4e2c req-2bd622d3-ee5f-4c89-afa3-c56abe2f5772 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 210 time: 0.1445391
May 17 13:55:16.332302 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dac10d-f161-422c-8ba2-30a6da2dbe00 req-06511a76-59cd-4abc-932b-48876260072f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:16.333143 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-d4dac10d-f161-422c-8ba2-30a6da2dbe00 req-06511a76-59cd-4abc-932b-48876260072f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for port, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:16.334964 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-d4dac10d-f161-422c-8ba2-30a6da2dbe00 req-06511a76-59cd-4abc-932b-48876260072f service neutron] 10.222.0.49 "PUT /v2.0/ports/b81ebfd9-4356-495e-b668-1699361b58b3 HTTP/1.1" status: 200  len: 1094 time: 2.3850091
May 17 13:55:16.337853 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d68af3b-8b88-4984-afde-ed78bd94e3cb', 'tag': 'b81ebfd9-4356-495e-b668-1699361b58b3'}] {{(pid=78742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 13:55:16.369028 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06511a76-59cd-4abc-932b-48876260072f service neutron] Pushing event updated for resources: {'Port': ['ID=b81ebfd9-4356-495e-b668-1699361b58b3,revision_number=3']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:16.372418 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-06511a76-59cd-4abc-932b-48876260072f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:16.634299 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-2e4db735-7523-4cff-90ef-150ee72d7e24 req-d0bf734c-838c-4a71-8a9a-01435544cd37 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Request body: {'port': {'device_id': '004c576d-e292-4883-aea6-cefaf5268396', 'network_id': 'f96cba92-eccd-4fce-9019-8397a76ebc2b', 'admin_state_up': True, 'tenant_id': '67705816dc0348c8a6486f2aa1cb2549', 'security_groups': ['df714a86-38d9-4a92-b7c1-0011417294ca']}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:55:16.729370 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 59734) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:16.785120 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d68af3b-8b88-4984-afde-ed78bd94e3cb', 'tag': 'b81ebfd9-4356-495e-b668-1699361b58b3', 'status': 'completed', 'code': 200}
May 17 13:55:16.815010 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-2e4db735-7523-4cff-90ef-150ee72d7e24 req-d0bf734c-838c-4a71-8a9a-01435544cd37 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:55:16.825777 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-2e4db735-7523-4cff-90ef-150ee72d7e24 req-d0bf734c-838c-4a71-8a9a-01435544cd37 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:55:16.837643 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e4db735-7523-4cff-90ef-150ee72d7e24 req-d0bf734c-838c-4a71-8a9a-01435544cd37 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Made reservation on behalf of 67705816dc0348c8a6486f2aa1cb2549 for: {'port': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 17 13:55:16.841557 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-2e4db735-7523-4cff-90ef-150ee72d7e24 req-d0bf734c-838c-4a71-8a9a-01435544cd37 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:17.055671 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ef0242b6-7eb6-451b-9918-f541747a07b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:17.076916 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-ef0242b6-7eb6-451b-9918-f541747a07b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:55:17.080790 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-ef0242b6-7eb6-451b-9918-f541747a07b8 admin admin] Usage tracker for resource:security_group_rule and tenant:6bc585e0825d4215b8d8ad9116567a2d is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:55:17.083715 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-ef0242b6-7eb6-451b-9918-f541747a07b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:55:17.090130 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-ef0242b6-7eb6-451b-9918-f541747a07b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:55:17.122750 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_common [req-2e4db735-7523-4cff-90ef-150ee72d7e24 req-d0bf734c-838c-4a71-8a9a-01435544cd37 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Allocated IP 172.20.0.9 (f96cba92-eccd-4fce-9019-8397a76ebc2b/d7bf7301-b5af-4e08-ada3-78e2aec55a6a/e387a912-f167-4519-8373-1322f80d5380) {{(pid=78743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 17 13:55:17.410796 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ef0242b6-7eb6-451b-9918-f541747a07b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:17.431278 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ef0242b6-7eb6-451b-9918-f541747a07b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:17.445424 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f28b9e3-c75f-4a27-b367-9702dc9fb1cc req-73b2d44b-0b11-4c47-8e69-dfc0f8b0ea16 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:17.453496 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-6f28b9e3-c75f-4a27-b367-9702dc9fb1cc req-73b2d44b-0b11-4c47-8e69-dfc0f8b0ea16 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/ports?device_id=63e28bfb-68fd-4f8a-960d-300168dce68e HTTP/1.1" status: 200  len: 944 time: 0.1155293
May 17 13:55:17.453866 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:17.475221 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-2e4db735-7523-4cff-90ef-150ee72d7e24 req-d0bf734c-838c-4a71-8a9a-01435544cd37 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks [] for port, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:17.516435 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-6f28b9e3-c75f-4a27-b367-9702dc9fb1cc req-d1892ddb-bda8-43b9-b64b-eb9affa5447a tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/security-groups?id=e971ae32-11ee-4fcd-99f6-9907ddee1b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617917
May 17 13:55:17.531608 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-ef0242b6-7eb6-451b-9918-f541747a07b8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6bc585e0825d4215b8d8ad9116567a2d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7956674
May 17 13:55:17.531703 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 59778) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:17.539548 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6722eb05-2ef5-4846-ad05-2f2e0103edce req-1dac7ed7-b518-4c7c-ba11-2edbb1d9fccd tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:17.541074 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6722eb05-2ef5-4846-ad05-2f2e0103edce req-1dac7ed7-b518-4c7c-ba11-2edbb1d9fccd tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 944 time: 0.3325045
May 17 13:55:17.543501 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0242b6-7eb6-451b-9918-f541747a07b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24693d26-740b-4bad-9628-c26db700508b,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:17.546138 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.provisioning_blocks [req-2e4db735-7523-4cff-90ef-150ee72d7e24 req-d0bf734c-838c-4a71-8a9a-01435544cd37 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Transition to ACTIVE for port object e387a912-f167-4519-8373-1322f80d5380 will not be triggered until provisioned by entity DHCP. {{(pid=78743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:55:17.549231 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-ef0242b6-7eb6-451b-9918-f541747a07b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:17.602452 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6722eb05-2ef5-4846-ad05-2f2e0103edce req-de43e863-9a0d-42a8-a388-ba315eb5a0dd tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511637
May 17 13:55:17.612749 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device ebad6803-5ed6-4193-86e5-5d5eea2d32da details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 17 13:55:17.645647 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-2e4db735-7523-4cff-90ef-150ee72d7e24 req-d0bf734c-838c-4a71-8a9a-01435544cd37 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774149279272'] for port, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:17.658726 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:17.705695 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a513db60-e82a-41e1-89a2-d23cb7951a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:17.745879 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e4db735-7523-4cff-90ef-150ee72d7e24 req-d0bf734c-838c-4a71-8a9a-01435544cd37 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Network f96cba92-eccd-4fce-9019-8397a76ebc2b is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 13:55:17.751516 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [req-2e4db735-7523-4cff-90ef-150ee72d7e24 req-d0bf734c-838c-4a71-8a9a-01435544cd37 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Resources bound (agent type, host, resource id):  {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:55:17.762916 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e4db735-7523-4cff-90ef-150ee72d7e24 req-d0bf734c-838c-4a71-8a9a-01435544cd37 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Received port after_create {{(pid=78743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 17 13:55:17.773193 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4db735-7523-4cff-90ef-150ee72d7e24 req-d0bf734c-838c-4a71-8a9a-01435544cd37 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:17.774078 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-2e4db735-7523-4cff-90ef-150ee72d7e24 req-d0bf734c-838c-4a71-8a9a-01435544cd37 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:17.791655 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a513db60-e82a-41e1-89a2-d23cb7951a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:17.814444 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bf734c-838c-4a71-8a9a-01435544cd37 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Pushing event updated for resources: {'Port': ['ID=e387a912-f167-4519-8373-1322f80d5380,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:17.826558 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2e4db735-7523-4cff-90ef-150ee72d7e24 req-d0bf734c-838c-4a71-8a9a-01435544cd37 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2014618
May 17 13:55:17.827467 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-d0bf734c-838c-4a71-8a9a-01435544cd37 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:17.871891 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port ebad6803-5ed6-4193-86e5-5d5eea2d32da, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ebad6803-5ed6-4193-86e5-5d5eea2d32da,segment=NetworkSegment(26c3cbcc-e115-4e85-98fb-d8eeb03f7cb5),segment_id=26c3cbcc-e115-4e85-98fb-d8eeb03f7cb5)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:55:17.893118 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Returning: {'device': 'ebad6803-5ed6-4193-86e5-5d5eea2d32da', 'network_id': '8a60660d-3002-4517-bb46-ad62f3b34a4d', 'port_id': 'ebad6803-5ed6-4193-86e5-5d5eea2d32da', 'mac_address': 'fa:16:3e:92:09:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1c869c0-b67d-4bd8-94ad-e808e528d730', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 17 13:55:17.972102 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f69bc-099b-4a90-bc5d-0ce44c802a82 req-f29176f9-8ef4-4a61-b992-7c91390fa86c tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:17.972302 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:17.981627 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-3c4f69bc-099b-4a90-bc5d-0ce44c802a82 req-f29176f9-8ef4-4a61-b992-7c91390fa86c tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 931 time: 0.1267366
May 17 13:55:18.002065 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a513db60-e82a-41e1-89a2-d23cb7951a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:18.005951 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebad6803-5ed6-4193-86e5-5d5eea2d32da {{(pid=78744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 17 13:55:18.010145 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-61cafde7-e57a-431c-92d4-fca3a1b9e132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:18.032142 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port ebad6803-5ed6-4193-86e5-5d5eea2d32da, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ebad6803-5ed6-4193-86e5-5d5eea2d32da,segment=NetworkSegment(26c3cbcc-e115-4e85-98fb-d8eeb03f7cb5),segment_id=26c3cbcc-e115-4e85-98fb-d8eeb03f7cb5)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:55:18.040849 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:18.043892 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:18.051615 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a513db60-e82a-41e1-89a2-d23cb7951a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24693d26-740b-4bad-9628-c26db700508b,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:18.059537 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-a513db60-e82a-41e1-89a2-d23cb7951a93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:18.060363 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a513db60-e82a-41e1-89a2-d23cb7951a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:18.064253 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-a513db60-e82a-41e1-89a2-d23cb7951a93 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/24693d26-740b-4bad-9628-c26db700508b HTTP/1.1" status: 204  len: 168 time: 0.5337958
May 17 13:55:18.072114 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-3c4f69bc-099b-4a90-bc5d-0ce44c802a82 req-091ae73d-ca1c-447b-879b-8355bed36b05 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Synchronizing usage tracker for tenant:67705816dc0348c8a6486f2aa1cb2549 on resource:security_group {{(pid=78742) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 13:55:18.095727 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-3c4f69bc-099b-4a90-bc5d-0ce44c802a82 req-091ae73d-ca1c-447b-879b-8355bed36b05 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Unset dirty status for tenant:67705816dc0348c8a6486f2aa1cb2549 on resource:security_group {{(pid=78742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 13:55:18.097493 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-3c4f69bc-099b-4a90-bc5d-0ce44c802a82 req-091ae73d-ca1c-447b-879b-8355bed36b05 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1149213
May 17 13:55:18.181142 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-219c42f7-b2ff-4872-902c-c95c25b30ec3 None None] Provisioning for port e387a912-f167-4519-8373-1322f80d5380 completed by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:55:18.189484 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-219c42f7-b2ff-4872-902c-c95c25b30ec3 None None] Provisioning complete for port e387a912-f167-4519-8373-1322f80d5380 triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:55:18.189873 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-219c42f7-b2ff-4872-902c-c95c25b30ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:18.220257 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Pushing event updated for resources: {'Port': ['ID=ebad6803-5ed6-4193-86e5-5d5eea2d32da,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:18.241645 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:18.258008 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-219c42f7-b2ff-4872-902c-c95c25b30ec3 None None] Port e387a912-f167-4519-8373-1322f80d5380 cannot update to ACTIVE because it is not bound. {{(pid=78744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 17 13:55:18.773242 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091e17e-79cf-4be2-9a46-dc2408b2e9ea req-29be81ce-8670-49bf-b58c-2a01b6cc3215 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:18.780850 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7091e17e-79cf-4be2-9a46-dc2408b2e9ea req-29be81ce-8670-49bf-b58c-2a01b6cc3215 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/ports?device_id=63e28bfb-68fd-4f8a-960d-300168dce68e HTTP/1.1" status: 200  len: 945 time: 0.1038761
May 17 13:55:18.838005 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7091e17e-79cf-4be2-9a46-dc2408b2e9ea req-31914eff-b807-4d86-943f-81461df43b91 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/security-groups?id=e971ae32-11ee-4fcd-99f6-9907ddee1b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559900
May 17 13:55:18.902818 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 59828) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:18.918642 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bad313-ec03-4b13-a6c8-24140f03d524 req-00089564-593e-417a-a580-04df01dd2054 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:18.920203 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-c4bad313-ec03-4b13-a6c8-24140f03d524 req-00089564-593e-417a-a580-04df01dd2054 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 944 time: 0.1138625
May 17 13:55:18.972446 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-c4bad313-ec03-4b13-a6c8-24140f03d524 req-eca20084-bfe5-4c0c-a190-c760978fdc86 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451570
May 17 13:55:19.036255 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-97f63888-dd37-4d7d-b6b0-ce43a0c660a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:19.058327 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-2e4db735-7523-4cff-90ef-150ee72d7e24 req-fd3fd9fa-ee55-4e9d-9d40-de9415d16714 service neutron] Request body: {'port': {'device_id': '004c576d-e292-4883-aea6-cefaf5268396', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:55:19.059480 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-97f63888-dd37-4d7d-b6b0-ce43a0c660a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:55:19.068184 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-97f63888-dd37-4d7d-b6b0-ce43a0c660a7 admin admin] Usage tracker for resource:security_group_rule and tenant:520936f3ebc546af98cb40245daf0233 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:55:19.074729 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-97f63888-dd37-4d7d-b6b0-ce43a0c660a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:55:19.081285 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-97f63888-dd37-4d7d-b6b0-ce43a0c660a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:55:19.188620 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-97f63888-dd37-4d7d-b6b0-ce43a0c660a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:19.195384 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-97f63888-dd37-4d7d-b6b0-ce43a0c660a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:19.225786 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-79c0270b-3f27-4650-a4ad-a4a5b4c85d9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:19.235142 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-2e4db735-7523-4cff-90ef-150ee72d7e24 req-fd3fd9fa-ee55-4e9d-9d40-de9415d16714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:19.235953 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-97f63888-dd37-4d7d-b6b0-ce43a0c660a7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=520936f3ebc546af98cb40245daf0233&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3318925
May 17 13:55:19.241481 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 59844) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:19.283883 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f63888-dd37-4d7d-b6b0-ce43a0c660a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a9e267-ba6a-457f-b703-e70d64b2b688,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:19.294989 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-97f63888-dd37-4d7d-b6b0-ce43a0c660a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:19.349512 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-e5b37f40-3a05-4231-855d-780e54ebbd7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:19.389738 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-e5b37f40-3a05-4231-855d-780e54ebbd7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:19.390890 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dac10d-f161-422c-8ba2-30a6da2dbe00 req-db5fffa0-37ed-44b3-8f01-661a5be830b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:19.392958 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d4dac10d-f161-422c-8ba2-30a6da2dbe00 req-db5fffa0-37ed-44b3-8f01-661a5be830b8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=26eff14cf205417591a4fc75a27bee33&device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 1097 time: 0.3050699
May 17 13:55:19.547594 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5d0da-9420-4046-8fee-8736c930e44e req-dbb537b4-bf3f-4cf5-a0c3-74d8283bf8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:19.549578 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-91a5d0da-9420-4046-8fee-8736c930e44e req-dbb537b4-bf3f-4cf5-a0c3-74d8283bf8c5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=26eff14cf205417591a4fc75a27bee33&device_id=06240799-ef9c-47ab-860a-e4ef7b575124 HTTP/1.1" status: 200  len: 1096 time: 0.1144996
May 17 13:55:19.555820 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-e5b37f40-3a05-4231-855d-780e54ebbd7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:19.563054 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d4dac10d-f161-422c-8ba2-30a6da2dbe00 req-a30f97c0-a9a5-4873-9ab7-bff901ebd32f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b81ebfd9-4356-495e-b668-1699361b58b3 HTTP/1.1" status: 200  len: 217 time: 0.0972445
May 17 13:55:19.564382 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-96e0497f-0823-4488-815c-f8b0f42d143f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:19.656033 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b37f40-3a05-4231-855d-780e54ebbd7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a9e267-ba6a-457f-b703-e70d64b2b688,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:19.671307 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-e5b37f40-3a05-4231-855d-780e54ebbd7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:19.683269 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-e5b37f40-3a05-4231-855d-780e54ebbd7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:19.684425 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-e5b37f40-3a05-4231-855d-780e54ebbd7d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f7a9e267-ba6a-457f-b703-e70d64b2b688 HTTP/1.1" status: 204  len: 168 time: 0.4417429
May 17 13:55:19.760829 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f7a48d-24e0-4691-b26b-e62265fcd001 req-1f53ab53-fba8-4630-ba62-72eea789383f tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:19.761579 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-14f7a48d-24e0-4691-b26b-e62265fcd001 req-1f53ab53-fba8-4630-ba62-72eea789383f tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Synchronizing usage tracker for tenant:67705816dc0348c8a6486f2aa1cb2549 on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 13:55:19.773307 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dac10d-f161-422c-8ba2-30a6da2dbe00 req-d928f8c8-f376-4503-bce6-16570718e1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:19.774780 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d4dac10d-f161-422c-8ba2-30a6da2dbe00 req-d928f8c8-f376-4503-bce6-16570718e1bf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=388065c0-e171-4b50-98f0-baf98c779e87 HTTP/1.1" status: 200  len: 859 time: 0.2045214
May 17 13:55:19.778844 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5d0da-9420-4046-8fee-8736c930e44e req-3573c052-d6e3-485b-b9c1-6d27885dac84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:19.781935 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-91a5d0da-9420-4046-8fee-8736c930e44e req-3573c052-d6e3-485b-b9c1-6d27885dac84 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f8ea7e78-9a41-4fc9-b0e0-a85e1f425997 HTTP/1.1" status: 200  len: 920 time: 0.2189090
May 17 13:55:19.936403 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-91a5d0da-9420-4046-8fee-8736c930e44e req-0ab60b65-d7ec-470d-ab18-5d5050bb4c53 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d4c4b17-c28a-465c-9c71-fafa2218663f HTTP/1.1" status: 200  len: 217 time: 0.1482120
May 17 13:55:19.944513 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d4dac10d-f161-422c-8ba2-30a6da2dbe00 req-09c0cd4a-2046-4dd8-8dbb-316cb8efdd63 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f8ea7e78-9a41-4fc9-b0e0-a85e1f425997&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1449378
May 17 13:55:19.948649 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-14f7a48d-24e0-4691-b26b-e62265fcd001 req-1f53ab53-fba8-4630-ba62-72eea789383f tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Unset dirty status for tenant:67705816dc0348c8a6486f2aa1cb2549 on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 13:55:19.949796 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-14f7a48d-24e0-4691-b26b-e62265fcd001 req-1f53ab53-fba8-4630-ba62-72eea789383f tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 931 time: 0.6398454
May 17 13:55:20.076986 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] get_ports_and_sgs() called for port_ids ['ebad6803-5ed6-4193-86e5-5d5eea2d32da'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 17 13:55:20.142847 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5d0da-9420-4046-8fee-8736c930e44e req-d47f20dc-ab80-4b47-ab8c-e06960e2ed9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:20.144369 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-91a5d0da-9420-4046-8fee-8736c930e44e req-d47f20dc-ab80-4b47-ab8c-e06960e2ed9f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=388065c0-e171-4b50-98f0-baf98c779e87 HTTP/1.1" status: 200  len: 859 time: 0.2013419
May 17 13:55:20.157200 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-14f7a48d-24e0-4691-b26b-e62265fcd001 req-ebe69db4-1fa2-43e0-9494-aa2658a86a31 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1808689
May 17 13:55:20.231735 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [req-2e4db735-7523-4cff-90ef-150ee72d7e24 req-fd3fd9fa-ee55-4e9d-9d40-de9415d16714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e387a912-f167-4519-8373-1322f80d5380 {{(pid=78743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 17 13:55:20.236132 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-91a5d0da-9420-4046-8fee-8736c930e44e req-c2f12350-4244-4878-8415-fb3615c24d37 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f8ea7e78-9a41-4fc9-b0e0-a85e1f425997&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0795586
May 17 13:55:20.241672 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-2e4db735-7523-4cff-90ef-150ee72d7e24 req-fd3fd9fa-ee55-4e9d-9d40-de9415d16714 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:20.246108 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f07eff-36f1-4042-a13f-e872f40f55b8 req-89d57b0b-f134-44e6-9c1b-789922390eec tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:20.255759 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-60f07eff-36f1-4042-a13f-e872f40f55b8 req-89d57b0b-f134-44e6-9c1b-789922390eec tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/ports?device_id=63e28bfb-68fd-4f8a-960d-300168dce68e HTTP/1.1" status: 200  len: 945 time: 0.2141078
May 17 13:55:20.262730 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.provisioning_blocks [req-2e4db735-7523-4cff-90ef-150ee72d7e24 req-fd3fd9fa-ee55-4e9d-9d40-de9415d16714 service neutron] Transition to ACTIVE for port object e387a912-f167-4519-8373-1322f80d5380 will not be triggered until provisioned by entity L2. {{(pid=78743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:55:20.281217 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-2e4db735-7523-4cff-90ef-150ee72d7e24 req-fd3fd9fa-ee55-4e9d-9d40-de9415d16714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:20.285275 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d4dac10d-f161-422c-8ba2-30a6da2dbe00 req-8f9c7bde-3b5b-44dd-ba5a-915d41f039d4 service neutron] 10.222.0.49 "GET /v2.0/networks/f8ea7e78-9a41-4fc9-b0e0-a85e1f425997?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3324287
May 17 13:55:20.332222 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-1dbc2237-c8fd-488a-a64d-e78ab33f4187 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:20.440783 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-60f07eff-36f1-4042-a13f-e872f40f55b8 req-81611548-ab91-4896-9634-c4f088b5de31 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/security-groups?id=e971ae32-11ee-4fcd-99f6-9907ddee1b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1834829
May 17 13:55:20.478281 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 59912) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:20.504456 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-eeba0bc1-8c34-4056-be8c-6b7b68314201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:20.534419 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-eeba0bc1-8c34-4056-be8c-6b7b68314201 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:55:20.539359 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-91a5d0da-9420-4046-8fee-8736c930e44e req-da75941c-449d-460c-b218-3918b04be955 service neutron] 10.222.0.49 "GET /v2.0/networks/f8ea7e78-9a41-4fc9-b0e0-a85e1f425997?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2804120
May 17 13:55:20.541588 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-eeba0bc1-8c34-4056-be8c-6b7b68314201 admin admin] Usage tracker for resource:security_group_rule and tenant:43b80efa638841f38dc7ccd82361085c is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:55:20.545180 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-eeba0bc1-8c34-4056-be8c-6b7b68314201 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:55:20.552449 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-eeba0bc1-8c34-4056-be8c-6b7b68314201 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:55:20.728168 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-eeba0bc1-8c34-4056-be8c-6b7b68314201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:20.737229 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-eeba0bc1-8c34-4056-be8c-6b7b68314201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:20.751944 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3fd9fa-ee55-4e9d-9d40-de9415d16714 service neutron] Pushing event updated for resources: {'Port': ['ID=e387a912-f167-4519-8373-1322f80d5380,revision_number=2']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:20.758578 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-2af4ccb1-9f3c-405c-b5ae-c0acbe6a5f41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:20.762313 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-fd3fd9fa-ee55-4e9d-9d40-de9415d16714 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:20.831911 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-2e4db735-7523-4cff-90ef-150ee72d7e24 req-fd3fd9fa-ee55-4e9d-9d40-de9415d16714 service neutron] Attempting to bind port e387a912-f167-4519-8373-1322f80d5380 on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 17 13:55:20.832586 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-2e4db735-7523-4cff-90ef-150ee72d7e24 req-fd3fd9fa-ee55-4e9d-9d40-de9415d16714 service neutron] Attempting to bind port e387a912-f167-4519-8373-1322f80d5380 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '41cda2c3-d474-4247-94e6-3fc71c3a8d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f96cba92-eccd-4fce-9019-8397a76ebc2b'}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 17 13:55:20.832586 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4db735-7523-4cff-90ef-150ee72d7e24 req-fd3fd9fa-ee55-4e9d-9d40-de9415d16714 service neutron] Attempting to bind port e387a912-f167-4519-8373-1322f80d5380 on network f96cba92-eccd-4fce-9019-8397a76ebc2b {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 13:55:20.847594 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4db735-7523-4cff-90ef-150ee72d7e24 req-fd3fd9fa-ee55-4e9d-9d40-de9415d16714 service neutron] Port e387a912-f167-4519-8373-1322f80d5380 on network f96cba92-eccd-4fce-9019-8397a76ebc2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 17 13:55:20.847815 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4db735-7523-4cff-90ef-150ee72d7e24 req-fd3fd9fa-ee55-4e9d-9d40-de9415d16714 service neutron] Attempting to bind port e387a912-f167-4519-8373-1322f80d5380 on network f96cba92-eccd-4fce-9019-8397a76ebc2b {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 13:55:20.854451 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d4dac10d-f161-422c-8ba2-30a6da2dbe00 req-561bfb23-9e1e-48aa-a74a-8eeee31b65ce service neutron] 10.222.0.49 "GET /v2.0/networks/f8ea7e78-9a41-4fc9-b0e0-a85e1f425997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5621202
May 17 13:55:20.862892 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4db735-7523-4cff-90ef-150ee72d7e24 req-fd3fd9fa-ee55-4e9d-9d40-de9415d16714 service neutron] Checking agent: {'id': '2184a6b5-3e0c-4449-b4b5-a4e82803b4d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 53, 3), 'started_at': datetime.datetime(2021, 5, 17, 13, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 17 13:55:20.863216 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4db735-7523-4cff-90ef-150ee72d7e24 req-fd3fd9fa-ee55-4e9d-9d40-de9415d16714 service neutron] Checking segment: {'id': '41cda2c3-d474-4247-94e6-3fc71c3a8d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f96cba92-eccd-4fce-9019-8397a76ebc2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 13:55:20.863632 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4db735-7523-4cff-90ef-150ee72d7e24 req-fd3fd9fa-ee55-4e9d-9d40-de9415d16714 service neutron] Bound using segment: {'id': '41cda2c3-d474-4247-94e6-3fc71c3a8d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f96cba92-eccd-4fce-9019-8397a76ebc2b'} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 17 13:55:20.864086 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-2e4db735-7523-4cff-90ef-150ee72d7e24 req-fd3fd9fa-ee55-4e9d-9d40-de9415d16714 service neutron] Bound port: e387a912-f167-4519-8373-1322f80d5380, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41cda2c3-d474-4247-94e6-3fc71c3a8d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f96cba92-eccd-4fce-9019-8397a76ebc2b'}}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 17 13:55:20.864434 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-2e4db735-7523-4cff-90ef-150ee72d7e24 req-fd3fd9fa-ee55-4e9d-9d40-de9415d16714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:20.883685 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 59926) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:20.885220 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-eeba0bc1-8c34-4056-be8c-6b7b68314201 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=43b80efa638841f38dc7ccd82361085c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4053755
May 17 13:55:20.891721 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4385c24-b223-440e-b8cd-f36bcf9c6894 req-9af64bea-1159-4ce5-8775-e56567d4e589 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:20.893271 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b4385c24-b223-440e-b8cd-f36bcf9c6894 req-9af64bea-1159-4ce5-8775-e56567d4e589 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 944 time: 0.3743021
May 17 13:55:20.901976 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeba0bc1-8c34-4056-be8c-6b7b68314201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e02ef737-3d06-49ab-a62e-6e52f790aac4,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:20.905206 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-eeba0bc1-8c34-4056-be8c-6b7b68314201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:21.060100 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b4385c24-b223-440e-b8cd-f36bcf9c6894 req-3a967f6a-4d8e-462b-80d1-d1f14ca9ff9f tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1181850
May 17 13:55:21.078973 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-2e4db735-7523-4cff-90ef-150ee72d7e24 req-fd3fd9fa-ee55-4e9d-9d40-de9415d16714 service neutron] For port e387a912-f167-4519-8373-1322f80d5380, host hv-cinder-78836, cleared binding levels {{(pid=78743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 17 13:55:21.081279 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-505ea42d-6995-44fe-a202-405c309a0124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:21.100215 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-2e4db735-7523-4cff-90ef-150ee72d7e24 req-fd3fd9fa-ee55-4e9d-9d40-de9415d16714 service neutron] For port e387a912-f167-4519-8373-1322f80d5380, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e387a912-f167-4519-8373-1322f80d5380,segment=NetworkSegment(41cda2c3-d474-4247-94e6-3fc71c3a8d3e),segment_id=41cda2c3-d474-4247-94e6-3fc71c3a8d3e)] {{(pid=78743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 17 13:55:21.117277 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-2e4db735-7523-4cff-90ef-150ee72d7e24 req-fd3fd9fa-ee55-4e9d-9d40-de9415d16714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:21.119546 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-505ea42d-6995-44fe-a202-405c309a0124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:21.127471 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-8a8af9cb-0a9d-4044-a9c2-536a73d39bc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:21.225726 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3fd9fa-ee55-4e9d-9d40-de9415d16714 service neutron] Pushing event updated for resources: {'Port': ['ID=e387a912-f167-4519-8373-1322f80d5380,revision_number=3']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:21.237291 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4db735-7523-4cff-90ef-150ee72d7e24 req-fd3fd9fa-ee55-4e9d-9d40-de9415d16714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:21.237918 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-2e4db735-7523-4cff-90ef-150ee72d7e24 req-fd3fd9fa-ee55-4e9d-9d40-de9415d16714 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:21.239321 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2e4db735-7523-4cff-90ef-150ee72d7e24 req-fd3fd9fa-ee55-4e9d-9d40-de9415d16714 service neutron] 10.222.0.49 "PUT /v2.0/ports/e387a912-f167-4519-8373-1322f80d5380 HTTP/1.1" status: 200  len: 1093 time: 2.1869333
May 17 13:55:21.239833 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '004c576d-e292-4883-aea6-cefaf5268396', 'tag': 'e387a912-f167-4519-8373-1322f80d5380'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 13:55:21.244760 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-fd3fd9fa-ee55-4e9d-9d40-de9415d16714 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:21.294644 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-505ea42d-6995-44fe-a202-405c309a0124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:21.300798 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '004c576d-e292-4883-aea6-cefaf5268396', 'tag': 'e387a912-f167-4519-8373-1322f80d5380', 'status': 'completed', 'code': 200}
May 17 13:55:21.301327 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-6fc555bf-f3ca-4c47-9252-439abf1e38ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:21.315029 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505ea42d-6995-44fe-a202-405c309a0124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02ef737-3d06-49ab-a62e-6e52f790aac4,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:21.324086 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-505ea42d-6995-44fe-a202-405c309a0124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:21.337830 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-505ea42d-6995-44fe-a202-405c309a0124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:21.341823 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-505ea42d-6995-44fe-a202-405c309a0124 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e02ef737-3d06-49ab-a62e-6e52f790aac4 HTTP/1.1" status: 204  len: 168 time: 0.4473476
May 17 13:55:21.463253 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5980402-b398-4c69-bae1-ba2f96fb04db req-aec6f8e3-eacb-4126-b96f-55e36c65bafd tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:21.465492 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-a5980402-b398-4c69-bae1-ba2f96fb04db req-aec6f8e3-eacb-4126-b96f-55e36c65bafd tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 943 time: 0.0940959
May 17 13:55:21.527813 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-a5980402-b398-4c69-bae1-ba2f96fb04db req-95e72952-d9d9-4156-b54d-4b9751c44f3e tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487115
May 17 13:55:21.670293 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf800d6e-7fc3-41a0-bf6e-960ea55e138c req-9321ad71-f558-4960-96a9-403a502fa5c3 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:21.671863 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-bf800d6e-7fc3-41a0-bf6e-960ea55e138c req-9321ad71-f558-4960-96a9-403a502fa5c3 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/ports?device_id=63e28bfb-68fd-4f8a-960d-300168dce68e HTTP/1.1" status: 200  len: 945 time: 0.0996940
May 17 13:55:21.740236 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-bf800d6e-7fc3-41a0-bf6e-960ea55e138c req-28d49b06-92a1-4ead-b7dc-d6a434793c27 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/security-groups?id=e971ae32-11ee-4fcd-99f6-9907ddee1b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620973
May 17 13:55:22.257570 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-91a5d0da-9420-4046-8fee-8736c930e44e req-26ac211e-842e-4079-9609-19eadb244072 service neutron] 10.222.0.49 "GET /v2.0/networks/f8ea7e78-9a41-4fc9-b0e0-a85e1f425997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2623630
May 17 13:55:22.295893 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20389c82-0fca-49be-862a-772203a7b1ef req-b03df00c-b293-43f6-93d9-d3485564409f tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:22.297812 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-20389c82-0fca-49be-862a-772203a7b1ef req-b03df00c-b293-43f6-93d9-d3485564409f tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 944 time: 0.1119127
May 17 13:55:22.348090 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-20389c82-0fca-49be-862a-772203a7b1ef req-4261fa58-cad8-4f04-9c4d-15c2adae4c4c tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436742
May 17 13:55:22.729216 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c2c18a-a245-497a-bc1e-b17e12e4e5fb req-7f6e7847-2f6f-4915-981e-1dc27da0e6db tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:22.731006 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-69c2c18a-a245-497a-bc1e-b17e12e4e5fb req-7f6e7847-2f6f-4915-981e-1dc27da0e6db tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 943 time: 0.0876639
May 17 13:55:22.767109 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 60002) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:22.792117 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-69c2c18a-a245-497a-bc1e-b17e12e4e5fb req-ddc9a9ae-918f-49cf-9634-c0572f6748f7 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0533578
May 17 13:55:22.946187 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0f29f666-525a-4671-a424-8544d43ea45a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:22.966069 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-0f29f666-525a-4671-a424-8544d43ea45a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:55:22.971833 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-0f29f666-525a-4671-a424-8544d43ea45a admin admin] Usage tracker for resource:security_group_rule and tenant:e6bc4c7e826b4d848584f28f7d825142 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:55:22.976197 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-0f29f666-525a-4671-a424-8544d43ea45a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:55:22.983969 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-0f29f666-525a-4671-a424-8544d43ea45a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:55:23.020385 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf12d8-940d-43ef-a887-3a775b859e4e req-e00410c3-d225-47c0-9044-e64a9094864a tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:23.022397 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-96bf12d8-940d-43ef-a887-3a775b859e4e req-e00410c3-d225-47c0-9044-e64a9094864a tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/ports?device_id=63e28bfb-68fd-4f8a-960d-300168dce68e HTTP/1.1" status: 200  len: 945 time: 0.1471205
May 17 13:55:23.088689 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-96bf12d8-940d-43ef-a887-3a775b859e4e req-04002ae9-7e8d-40e2-add5-2fc0ec64b765 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/security-groups?id=e971ae32-11ee-4fcd-99f6-9907ddee1b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594881
May 17 13:55:23.129033 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0f29f666-525a-4671-a424-8544d43ea45a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:23.134016 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0f29f666-525a-4671-a424-8544d43ea45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:23.140887 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-dd697e5c-b5f0-485b-b63e-f27bdddf1c0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:23.183920 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-0f29f666-525a-4671-a424-8544d43ea45a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e6bc4c7e826b4d848584f28f7d825142&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4156098
May 17 13:55:23.184878 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f29f666-525a-4671-a424-8544d43ea45a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed02a23-dd08-4281-b813-dbe69e2463e8,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:23.187288 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 60016) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:23.187871 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-0f29f666-525a-4671-a424-8544d43ea45a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:23.250845 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-8d979e4e-4b86-4395-9ee1-4a74cc71bc2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:23.279596 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-8d979e4e-4b86-4395-9ee1-4a74cc71bc2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:23.334586 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-8d979e4e-4b86-4395-9ee1-4a74cc71bc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:23.338892 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-07ec84cc-885b-4337-9291-42961ce17eb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:23.353135 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d979e4e-4b86-4395-9ee1-4a74cc71bc2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed02a23-dd08-4281-b813-dbe69e2463e8,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:23.356211 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-8d979e4e-4b86-4395-9ee1-4a74cc71bc2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:23.364099 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-8d979e4e-4b86-4395-9ee1-4a74cc71bc2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:23.365246 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-8d979e4e-4b86-4395-9ee1-4a74cc71bc2f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6ed02a23-dd08-4281-b813-dbe69e2463e8 HTTP/1.1" status: 204  len: 168 time: 0.1764185
May 17 13:55:23.553549 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2fb73c-d09f-42d9-8bdc-0f87ecf309cf req-254769d3-c046-40ef-b87b-0d6572fe29f7 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:23.555098 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-fe2fb73c-d09f-42d9-8bdc-0f87ecf309cf req-254769d3-c046-40ef-b87b-0d6572fe29f7 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 944 time: 0.0900421
May 17 13:55:23.603890 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-fe2fb73c-d09f-42d9-8bdc-0f87ecf309cf req-41ec3b98-b8f1-4f52-9aba-326edeb3bb57 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422745
May 17 13:55:24.043091 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3493bc3b-6d93-4e7c-b4ad-17df3ee5b0bb req-c3b5786d-fbc8-4ec1-950d-7f305027f340 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:24.048419 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-3493bc3b-6d93-4e7c-b4ad-17df3ee5b0bb req-c3b5786d-fbc8-4ec1-950d-7f305027f340 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 943 time: 0.1174145
May 17 13:55:24.100258 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-3493bc3b-6d93-4e7c-b4ad-17df3ee5b0bb req-7dd1ff81-9abc-49de-9c63-9d3fc27d1317 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470364
May 17 13:55:24.169720 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 60056) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:24.303690 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b82e6f-cd78-4950-ae95-fc63ed2e8878 req-e2aff2c1-4d5e-47e1-bb48-39815cba4c2b tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:24.307920 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-13b82e6f-cd78-4950-ae95-fc63ed2e8878 req-e2aff2c1-4d5e-47e1-bb48-39815cba4c2b tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/ports?device_id=63e28bfb-68fd-4f8a-960d-300168dce68e HTTP/1.1" status: 200  len: 945 time: 0.0931048
May 17 13:55:24.312944 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-a7ab2501-45bb-412f-9315-ef6a76290ea4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1895012359-network', 'tenant_id': '25ecf979ce7f468e82f450fb59f40f1a'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:55:24.317912 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-a7ab2501-45bb-412f-9315-ef6a76290ea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:55:24.322542 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-a7ab2501-45bb-412f-9315-ef6a76290ea4 admin admin] Usage tracker for resource:network and tenant:25ecf979ce7f468e82f450fb59f40f1a is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:55:24.328951 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-a7ab2501-45bb-412f-9315-ef6a76290ea4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:55:24.333489 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-a7ab2501-45bb-412f-9315-ef6a76290ea4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:55:24.345403 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ab2501-45bb-412f-9315-ef6a76290ea4 admin admin] Made reservation on behalf of 25ecf979ce7f468e82f450fb59f40f1a for: {'network': 1} {{(pid=78742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 17 13:55:24.347749 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a7ab2501-45bb-412f-9315-ef6a76290ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1032604'] for network, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:24.355693 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-13b82e6f-cd78-4950-ae95-fc63ed2e8878 req-fad0552d-65b8-4afd-a158-53d7a93cd4fa tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/security-groups?id=e971ae32-11ee-4fcd-99f6-9907ddee1b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439498
May 17 13:55:24.361594 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a7ab2501-45bb-412f-9315-ef6a76290ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:24.377683 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-a7ab2501-45bb-412f-9315-ef6a76290ea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:55:24.381766 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-a7ab2501-45bb-412f-9315-ef6a76290ea4 admin admin] Usage tracker for resource:security_group_rule and tenant:25ecf979ce7f468e82f450fb59f40f1a is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:55:24.384745 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-a7ab2501-45bb-412f-9315-ef6a76290ea4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:55:24.390468 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-a7ab2501-45bb-412f-9315-ef6a76290ea4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:55:24.481324 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a7ab2501-45bb-412f-9315-ef6a76290ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:24.486406 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a7ab2501-45bb-412f-9315-ef6a76290ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:24.490533 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:24.524168 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7ab2501-45bb-412f-9315-ef6a76290ea4 admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'}  {{(pid=78742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 17 13:55:24.539558 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab2501-45bb-412f-9315-ef6a76290ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890f41c9-fdc7-4a0f-85af-a9d571fa23e9,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:24.542654 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-a7ab2501-45bb-412f-9315-ef6a76290ea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:24.547718 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a7ab2501-45bb-412f-9315-ef6a76290ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861870'] for segment, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:24.548339 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.db.segments_db [None req-a7ab2501-45bb-412f-9315-ef6a76290ea4 admin admin] Added segment 5ff715a4-8152-43b1-b8d5-eac5f4b39cb8 of type vlan for network d25d5cae-54ec-4225-9cbf-925c545d1c4b
May 17 13:55:24.587987 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a7ab2501-45bb-412f-9315-ef6a76290ea4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774149267101'] for network, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:24.624323 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a7ab2501-45bb-412f-9315-ef6a76290ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1676892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582528'] for network, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:24.630552 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ab2501-45bb-412f-9315-ef6a76290ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:24.630552 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a7ab2501-45bb-412f-9315-ef6a76290ea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for network, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:24.646972 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-2f30a1ed-b8c9-4e2c-8b44-a32a738d91d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:24.704147 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a157f5d-a2c0-4c16-8fbc-80a631cb1914 req-78b1887e-1307-464b-a4ac-6034d2c4f4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:24.705874 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4a157f5d-a2c0-4c16-8fbc-80a631cb1914 req-78b1887e-1307-464b-a4ac-6034d2c4f4d4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=67705816dc0348c8a6486f2aa1cb2549&device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 1096 time: 0.0901048
May 17 13:55:24.896421 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab2501-45bb-412f-9315-ef6a76290ea4 admin admin] Pushing event updated for resources: {'Network': ['ID=d25d5cae-54ec-4225-9cbf-925c545d1c4b,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:24.901492 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-a7ab2501-45bb-412f-9315-ef6a76290ea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:24.908014 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-a7ab2501-45bb-412f-9315-ef6a76290ea4 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.7371943
May 17 13:55:24.911693 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 60076) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:24.917324 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Network d25d5cae-54ec-4225-9cbf-925c545d1c4b details requested by agent ovs-agent-dv-cinder-788363-3-iscsi with host dv-cinder-788363-3-iscsi {{(pid=78744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 17 13:55:24.938552 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4305eed-bfaa-4652-91b3-c64387239db8 req-2cf41695-a858-4f9c-810c-823f3ba63b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:24.940098 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-b4305eed-bfaa-4652-91b3-c64387239db8 req-2cf41695-a858-4f9c-810c-823f3ba63b1e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=26eff14cf205417591a4fc75a27bee33&device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 1097 time: 0.2960694
May 17 13:55:24.952134 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-73a7ae17-0c47-444f-946f-908da096c773 admin admin] Request body: {'subnet': {'network_id': 'd25d5cae-54ec-4225-9cbf-925c545d1c4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1895012359-subnet', 'tenant_id': '25ecf979ce7f468e82f450fb59f40f1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:55:24.965040 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-73a7ae17-0c47-444f-946f-908da096c773 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:55:24.978344 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac17b0c-a660-4cdb-b448-326d5830b18f req-2497aac6-4563-40b2-9a63-ae7eaff739c4 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:24.980248 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-3ac17b0c-a660-4cdb-b448-326d5830b18f req-2497aac6-4563-40b2-9a63-ae7eaff739c4 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 944 time: 0.1870539
May 17 13:55:25.008535 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-73a7ae17-0c47-444f-946f-908da096c773 admin admin] Usage tracker for resource:subnet and tenant:25ecf979ce7f468e82f450fb59f40f1a is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:55:25.016210 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-73a7ae17-0c47-444f-946f-908da096c773 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:55:25.032683 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a157f5d-a2c0-4c16-8fbc-80a631cb1914 req-f9d6740c-ab1f-448d-9083-3c5fa104a48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:25.035320 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4a157f5d-a2c0-4c16-8fbc-80a631cb1914 req-f9d6740c-ab1f-448d-9083-3c5fa104a48c service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=67705816dc0348c8a6486f2aa1cb2549&shared=False HTTP/1.1" status: 200  len: 918 time: 0.3216791
May 17 13:55:25.037717 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-73a7ae17-0c47-444f-946f-908da096c773 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:55:25.154800 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4305eed-bfaa-4652-91b3-c64387239db8 req-45860671-d70c-45f9-9de8-91a4948b95d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:25.159965 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-b4305eed-bfaa-4652-91b3-c64387239db8 req-45860671-d70c-45f9-9de8-91a4948b95d4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f8ea7e78-9a41-4fc9-b0e0-a85e1f425997 HTTP/1.1" status: 200  len: 920 time: 0.2101071
May 17 13:55:25.182389 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-3ac17b0c-a660-4cdb-b448-326d5830b18f req-cffe6a29-7c24-43ec-9340-63e89a2c2c59 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1508930
May 17 13:55:25.197039 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a7ae17-0c47-444f-946f-908da096c773 admin admin] Made reservation on behalf of 25ecf979ce7f468e82f450fb59f40f1a for: {'subnet': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 17 13:55:25.201089 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-73a7ae17-0c47-444f-946f-908da096c773 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:25.307910 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-b4305eed-bfaa-4652-91b3-c64387239db8 req-5bcb6088-4a7f-42e7-a921-b99e8398eb13 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b81ebfd9-4356-495e-b668-1699361b58b3 HTTP/1.1" status: 200  len: 217 time: 0.1238949
May 17 13:55:25.349289 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a157f5d-a2c0-4c16-8fbc-80a631cb1914 req-d46e8bab-19e2-402e-884d-0d2613f64ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:25.350851 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4a157f5d-a2c0-4c16-8fbc-80a631cb1914 req-d46e8bab-19e2-402e-884d-0d2613f64ec5 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3090963
May 17 13:55:25.382049 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4305eed-bfaa-4652-91b3-c64387239db8 req-8b626a95-0587-463f-86d3-7088927eb89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:25.383636 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-b4305eed-bfaa-4652-91b3-c64387239db8 req-8b626a95-0587-463f-86d3-7088927eb89c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=388065c0-e171-4b50-98f0-baf98c779e87 HTTP/1.1" status: 200  len: 859 time: 0.0696445
May 17 13:55:25.461971 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-b4305eed-bfaa-4652-91b3-c64387239db8 req-0c7e1283-f489-4769-93ac-8d3dce6699bf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f8ea7e78-9a41-4fc9-b0e0-a85e1f425997&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0550365
May 17 13:55:25.558960 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd03a4-558a-4dc9-a9a3-eec2933ef142 req-fa17a0ab-dd99-42f2-a172-f7d0e08fa03d tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:25.560574 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e7cd03a4-558a-4dc9-a9a3-eec2933ef142 req-fa17a0ab-dd99-42f2-a172-f7d0e08fa03d tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 943 time: 0.2034717
May 17 13:55:25.650710 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-8052cd49-7a68-4d4d-8373-307cb75036c7 None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 17 13:55:25.666617 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-b4305eed-bfaa-4652-91b3-c64387239db8 req-b75dff2d-7203-42ef-ae92-ebde67bf627d service neutron] 10.222.0.49 "GET /v2.0/networks/f8ea7e78-9a41-4fc9-b0e0-a85e1f425997?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1971662
May 17 13:55:25.670842 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4db735-7523-4cff-90ef-150ee72d7e24 req-4d888c58-8434-40ad-8e19-1ebe981fbb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:25.672451 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2e4db735-7523-4cff-90ef-150ee72d7e24 req-4d888c58-8434-40ad-8e19-1ebe981fbb28 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=67705816dc0348c8a6486f2aa1cb2549&device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 1096 time: 0.2024055
May 17 13:55:25.683260 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb55b779-d2b7-49ae-a7ff-846e6c0e7f0c req-f1c4745d-2c81-43de-ab65-875ffd23a7e5 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:25.684815 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-cb55b779-d2b7-49ae-a7ff-846e6c0e7f0c req-f1c4745d-2c81-43de-ab65-875ffd23a7e5 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/ports?device_id=63e28bfb-68fd-4f8a-960d-300168dce68e HTTP/1.1" status: 200  len: 945 time: 0.1873755
May 17 13:55:25.696653 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e7cd03a4-558a-4dc9-a9a3-eec2933ef142 req-6f1bd49e-ac79-48db-a0d2-7a75f72d072d tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1263764
May 17 13:55:25.813214 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2e4db735-7523-4cff-90ef-150ee72d7e24 req-87a5387c-67cb-4615-8c87-9c8a20d1d9ab service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e387a912-f167-4519-8373-1322f80d5380 HTTP/1.1" status: 200  len: 217 time: 0.0926664
May 17 13:55:25.980940 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-cb55b779-d2b7-49ae-a7ff-846e6c0e7f0c req-04b9386d-847c-4a98-8017-2155f1c4a750 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/security-groups?id=e971ae32-11ee-4fcd-99f6-9907ddee1b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2772942
May 17 13:55:26.034297 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-b4305eed-bfaa-4652-91b3-c64387239db8 req-b9fc4b2f-9b94-47be-83ba-aaca4ee6bc78 service neutron] 10.222.0.49 "GET /v2.0/networks/f8ea7e78-9a41-4fc9-b0e0-a85e1f425997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3602057
May 17 13:55:26.064185 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4db735-7523-4cff-90ef-150ee72d7e24 req-9f5e893f-5532-4390-b861-b29f02fca69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:26.065805 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2e4db735-7523-4cff-90ef-150ee72d7e24 req-9f5e893f-5532-4390-b861-b29f02fca69b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d7bf7301-b5af-4e08-ada3-78e2aec55a6a HTTP/1.1" status: 200  len: 856 time: 0.2429602
May 17 13:55:26.180501 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4db735-7523-4cff-90ef-150ee72d7e24 req-c1f879c6-8333-47c5-8140-c65c5da1618f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:26.182027 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2e4db735-7523-4cff-90ef-150ee72d7e24 req-c1f879c6-8333-47c5-8140-c65c5da1618f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f96cba92-eccd-4fce-9019-8397a76ebc2b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1083913
May 17 13:55:26.366750 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-73a7ae17-0c47-444f-946f-908da096c773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583'] for subnet, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:26.392898 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:26.565053 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2e4db735-7523-4cff-90ef-150ee72d7e24 req-b911ff01-b602-45e6-a364-bbe936ed30c2 service neutron] 10.222.0.49 "GET /v2.0/networks/f96cba92-eccd-4fce-9019-8397a76ebc2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3753989
May 17 13:55:26.622981 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a7ae17-0c47-444f-946f-908da096c773 admin admin] Pushing event updated for resources: {'Subnet': ['ID=600ec493-5d60-465f-9948-e0daf3dbabab,revision_number=0']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:26.677071 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-73a7ae17-0c47-444f-946f-908da096c773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:26.700281 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a7ae17-0c47-444f-946f-908da096c773 admin admin] Checking segment: {'id': '5ff715a4-8152-43b1-b8d5-eac5f4b39cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd25d5cae-54ec-4225-9cbf-925c545d1c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 13:55:26.700707 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a7ae17-0c47-444f-946f-908da096c773 admin admin] Network hostable DHCP agents. Network: d25d5cae-54ec-4225-9cbf-925c545d1c4b, hostable agents: ['49bbb97f-fcd4-4504-a032-9a51e4e6deed'], hosted agents: [] {{(pid=78743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 17 13:55:26.758766 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c7d5fa-0123-458a-aded-cfed757b8d3f req-f530dcd0-e33b-45e4-8368-1e024d84cec4 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:26.760450 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a5c7d5fa-0123-458a-aded-cfed757b8d3f req-f530dcd0-e33b-45e4-8368-1e024d84cec4 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 944 time: 0.3313916
May 17 13:55:26.763582 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a7ae17-0c47-444f-946f-908da096c773 admin admin] Network d25d5cae-54ec-4225-9cbf-925c545d1c4b is scheduled to be hosted by DHCP agent 49bbb97f-fcd4-4504-a032-9a51e4e6deed with binding_index 1 {{(pid=78743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 17 13:55:26.815394 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [None req-73a7ae17-0c47-444f-946f-908da096c773 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-3-iscsi, d25d5cae-54ec-4225-9cbf-925c545d1c4b) {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:55:26.815394 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2e4db735-7523-4cff-90ef-150ee72d7e24 req-afc90326-5813-4017-b770-843389e71e68 service neutron] 10.222.0.49 "GET /v2.0/networks/f96cba92-eccd-4fce-9019-8397a76ebc2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2274504
May 17 13:55:26.816872 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829bb3c6-eb9f-40c8-bf1f-1fb064a580bd None None] Network d25d5cae-54ec-4225-9cbf-925c545d1c4b requested from dv-cinder-788363-3-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 17 13:55:26.822027 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a7ae17-0c47-444f-946f-908da096c773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:26.822623 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-73a7ae17-0c47-444f-946f-908da096c773 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for subnet, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:26.848395 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a5c7d5fa-0123-458a-aded-cfed757b8d3f req-73934531-6929-438a-8e8c-3ff3980e5493 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703428
May 17 13:55:26.868076 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-73a7ae17-0c47-444f-946f-908da096c773 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.9496956
May 17 13:55:26.960291 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39743c0a-0e57-40fa-9aea-aa366f8d4c6c req-90565de4-9ad5-4d63-a4d5-a40fc1b21b0d tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:26.961861 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-39743c0a-0e57-40fa-9aea-aa366f8d4c6c req-90565de4-9ad5-4d63-a4d5-a40fc1b21b0d tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 943 time: 0.0936906
May 17 13:55:27.013696 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-39743c0a-0e57-40fa-9aea-aa366f8d4c6c req-443fb3c2-ef6f-44b2-b3ac-451177841947 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449750
May 17 13:55:27.099438 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc6ac5c-d6a6-4a0a-b52d-2da49ed33bd9 None None] Network d25d5cae-54ec-4225-9cbf-925c545d1c4b requested from dv-cinder-788363-3-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 17 13:55:27.336330 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56edb9ef-dada-479b-8614-70350cc08efd req-67f3222d-c499-4cbd-b8ec-af261ba5feb1 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:27.338781 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-56edb9ef-dada-479b-8614-70350cc08efd req-67f3222d-c499-4cbd-b8ec-af261ba5feb1 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/ports?device_id=63e28bfb-68fd-4f8a-960d-300168dce68e HTTP/1.1" status: 200  len: 945 time: 0.1457837
May 17 13:55:27.538235 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-56edb9ef-dada-479b-8614-70350cc08efd req-0923fbcd-0060-49cf-af73-85f803e27e3f tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/security-groups?id=e971ae32-11ee-4fcd-99f6-9907ddee1b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1925421
May 17 13:55:27.985958 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device ebad6803-5ed6-4193-86e5-5d5eea2d32da up at agent hyperv_hv-cinder-78836 {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:55:28.127160 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab36336-9645-480f-90cf-e890ab190930 req-7643a06b-c1b2-480c-ac0e-3205f27db3a8 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:28.128213 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Provisioning for port ebad6803-5ed6-4193-86e5-5d5eea2d32da completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:55:28.139733 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Provisioning complete for port ebad6803-5ed6-4193-86e5-5d5eea2d32da triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:55:28.140401 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:28.147164 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-4ab36336-9645-480f-90cf-e890ab190930 req-7643a06b-c1b2-480c-ac0e-3205f27db3a8 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 944 time: 0.1383972
May 17 13:55:28.273032 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-4ab36336-9645-480f-90cf-e890ab190930 req-9ba5aee4-b2b4-40a7-93f1-6f0ef14d87de tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1235039
May 17 13:55:28.323172 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:28.365261 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e28bfb-68fd-4f8a-960d-300168dce68e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebad6803-5ed6-4193-86e5-5d5eea2d32da'}] {{(pid=78744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 13:55:28.398166 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18035a27-2a5f-4597-a2ef-99ac399f91d2 req-f040c86c-96e9-4207-b10f-34e720824800 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:28.398427 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-18035a27-2a5f-4597-a2ef-99ac399f91d2 req-f040c86c-96e9-4207-b10f-34e720824800 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 943 time: 0.1565287
May 17 13:55:28.442641 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-18035a27-2a5f-4597-a2ef-99ac399f91d2 req-d9eeae16-09ea-4a86-90c9-c4ffa0458405 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432928
May 17 13:55:28.447030 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port ebad6803-5ed6-4193-86e5-5d5eea2d32da, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ebad6803-5ed6-4193-86e5-5d5eea2d32da,segment=NetworkSegment(26c3cbcc-e115-4e85-98fb-d8eeb03f7cb5),segment_id=26c3cbcc-e115-4e85-98fb-d8eeb03f7cb5)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:55:28.458146 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:28.462080 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:28.553858 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Pushing event updated for resources: {'Port': ['ID=ebad6803-5ed6-4193-86e5-5d5eea2d32da,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:28.557989 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:28.745729 dv-cinder-788363-3-iscsi neutron-server[78744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63e28bfb-68fd-4f8a-960d-300168dce68e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebad6803-5ed6-4193-86e5-5d5eea2d32da', 'code': 200}
May 17 13:55:28.802274 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11afaf8b-dfc3-46dd-95aa-b422cb9b8331 req-f5e97d38-dad4-48f7-968b-ac64547a65fe tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:28.804838 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-11afaf8b-dfc3-46dd-95aa-b422cb9b8331 req-f5e97d38-dad4-48f7-968b-ac64547a65fe tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/ports?device_id=63e28bfb-68fd-4f8a-960d-300168dce68e HTTP/1.1" status: 200  len: 946 time: 0.1068380
May 17 13:55:28.859428 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-11afaf8b-dfc3-46dd-95aa-b422cb9b8331 req-876dbf22-1408-41d5-a5be-480ca27daa1d tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/security-groups?id=e971ae32-11ee-4fcd-99f6-9907ddee1b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469797
May 17 13:55:29.060815 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92c3e9-605a-404a-ac18-ac429afcc276 req-2b0094cc-e3d6-4112-92a5-01b33c4756d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:29.062424 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5b92c3e9-605a-404a-ac18-ac429afcc276 req-2b0094cc-e3d6-4112-92a5-01b33c4756d4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=63e28bfb-68fd-4f8a-960d-300168dce68e HTTP/1.1" status: 200  len: 1099 time: 0.0976794
May 17 13:55:29.086147 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-5b92c3e9-605a-404a-ac18-ac429afcc276 req-ea6ac35d-921d-40b5-acf8-b660e08eff8d service neutron] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:29.102711 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-5b92c3e9-605a-404a-ac18-ac429afcc276 req-ea6ac35d-921d-40b5-acf8-b660e08eff8d service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:55:29.106998 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-5b92c3e9-605a-404a-ac18-ac429afcc276 req-ea6ac35d-921d-40b5-acf8-b660e08eff8d service neutron] Usage tracker for resource:security_group_rule and tenant:1809d2a3bab84c0bbfde0e05f5a0edba is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:55:29.110249 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-5b92c3e9-605a-404a-ac18-ac429afcc276 req-ea6ac35d-921d-40b5-acf8-b660e08eff8d service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:55:29.117291 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-5b92c3e9-605a-404a-ac18-ac429afcc276 req-ea6ac35d-921d-40b5-acf8-b660e08eff8d service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:55:29.345530 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906676e-1059-40a9-ab6b-6bd700d79046 req-afdcc310-f6f7-4122-8b6b-c309b3a21ced tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:29.346999 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b906676e-1059-40a9-ab6b-6bd700d79046 req-afdcc310-f6f7-4122-8b6b-c309b3a21ced tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/networks?id=d25d5cae-54ec-4225-9cbf-925c545d1c4b HTTP/1.1" status: 200  len: 809 time: 0.2082968
May 17 13:55:29.371985 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-5b92c3e9-605a-404a-ac18-ac429afcc276 req-ea6ac35d-921d-40b5-acf8-b660e08eff8d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:29.375025 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b906676e-1059-40a9-ab6b-6bd700d79046 req-f6a97065-576d-40aa-94da-2f4e2d2ac1a9 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/quotas/25ecf979ce7f468e82f450fb59f40f1a HTTP/1.1" status: 200  len: 375 time: 0.0185950
May 17 13:55:29.378244 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-5b92c3e9-605a-404a-ac18-ac429afcc276 req-ea6ac35d-921d-40b5-acf8-b660e08eff8d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:29.434375 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:29.445781 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b906676e-1059-40a9-ab6b-6bd700d79046 req-0e378499-3c7c-47bd-b732-d6c396650322 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=25ecf979ce7f468e82f450fb59f40f1a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0661123
May 17 13:55:29.484856 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5b92c3e9-605a-404a-ac18-ac429afcc276 req-ea6ac35d-921d-40b5-acf8-b660e08eff8d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e971ae32-11ee-4fcd-99f6-9907ddee1b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4151533
May 17 13:55:29.533648 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7832b9b-78ee-46e4-9107-bff2dd39e66a req-1c207522-7d78-4c72-aabb-8779486bf614 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:29.535464 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-b7832b9b-78ee-46e4-9107-bff2dd39e66a req-1c207522-7d78-4c72-aabb-8779486bf614 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 944 time: 0.1188943
May 17 13:55:29.558133 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6ac35d-921d-40b5-acf8-b660e08eff8d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7b994f-0d20-4d91-83b9-c64e2c63d8a6,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:29.562235 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-ea6ac35d-921d-40b5-acf8-b660e08eff8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:29.607004 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-b7832b9b-78ee-46e4-9107-bff2dd39e66a req-31b3ceae-8ac5-4509-b7ff-3fe3900f7271 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646596
May 17 13:55:29.627034 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b906676e-1059-40a9-ab6b-6bd700d79046 req-86e1b6cc-1802-4b54-8721-c43513439179 service neutron] 10.222.0.54 "GET /v2.0/networks/d25d5cae-54ec-4225-9cbf-925c545d1c4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1729033
May 17 13:55:29.792158 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b906676e-1059-40a9-ab6b-6bd700d79046 req-0f168dc2-8983-4039-be60-76187670b518 service neutron] 10.222.0.54 "GET /v2.0/networks/d25d5cae-54ec-4225-9cbf-925c545d1c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1570036
May 17 13:55:29.852652 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184037d8-4ed7-4585-9d26-e1a6b6a16ff9 req-6fe2db63-6428-43be-918d-1045973af559 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:29.861350 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-184037d8-4ed7-4585-9d26-e1a6b6a16ff9 req-6fe2db63-6428-43be-918d-1045973af559 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 943 time: 0.1074972
May 17 13:55:29.934726 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-184037d8-4ed7-4585-9d26-e1a6b6a16ff9 req-8f81f3a9-a0f6-4a1a-b9eb-1e4914e447e2 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0724125
May 17 13:55:30.000283 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device b81ebfd9-4356-495e-b668-1699361b58b3 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 17 13:55:30.100807 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f388989a-f071-459d-ad61-271d4bde1876 req-7e6950f6-810a-4ec0-abe9-86bdef7e63ba tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?device_id=e665837f-99a6-4f0a-9b75-51df95b9f889 HTTP/1.1" status: 200  len: 210 time: 0.0669692
May 17 13:55:30.198516 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 60272) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:30.226409 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c92838a-cbfe-40b6-a505-a4f041b79d73 req-6c71d4ee-40f5-4ced-a6f0-99d8921e4fed tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:30.234170 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-3c92838a-cbfe-40b6-a505-a4f041b79d73 req-6c71d4ee-40f5-4ced-a6f0-99d8921e4fed tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/ports?device_id=63e28bfb-68fd-4f8a-960d-300168dce68e HTTP/1.1" status: 200  len: 946 time: 0.1690335
May 17 13:55:30.253293 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port b81ebfd9-4356-495e-b668-1699361b58b3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b81ebfd9-4356-495e-b668-1699361b58b3,segment=NetworkSegment(6c4d3457-ef9a-42c3-8ce3-3e6a8a699a24),segment_id=6c4d3457-ef9a-42c3-8ce3-3e6a8a699a24)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:55:30.296574 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Returning: {'device': 'b81ebfd9-4356-495e-b668-1699361b58b3', 'network_id': 'f8ea7e78-9a41-4fc9-b0e0-a85e1f425997', 'port_id': 'b81ebfd9-4356-495e-b668-1699361b58b3', 'mac_address': 'fa:16:3e:75:6a:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '388065c0-e171-4b50-98f0-baf98c779e87', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 17 13:55:30.326431 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-3c92838a-cbfe-40b6-a505-a4f041b79d73 req-6aada4de-cb42-49d6-a4e4-bda2e5a0bdff tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/security-groups?id=e971ae32-11ee-4fcd-99f6-9907ddee1b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912848
May 17 13:55:30.385609 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:30.415005 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b81ebfd9-4356-495e-b668-1699361b58b3 {{(pid=78744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 17 13:55:30.433137 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port b81ebfd9-4356-495e-b668-1699361b58b3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b81ebfd9-4356-495e-b668-1699361b58b3,segment=NetworkSegment(6c4d3457-ef9a-42c3-8ce3-3e6a8a699a24),segment_id=6c4d3457-ef9a-42c3-8ce3-3e6a8a699a24)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:55:30.443829 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:30.444977 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device 6d4c4b17-c28a-465c-9c71-fafa2218663f details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 17 13:55:30.451387 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:30.470839 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-feb2412a-3c3f-4c89-b368-362e134a1461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:30.488991 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-feb2412a-3c3f-4c89-b368-362e134a1461 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:55:30.493228 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-feb2412a-3c3f-4c89-b368-362e134a1461 admin admin] Usage tracker for resource:security_group_rule and tenant:ce6095ee60154d37ab0eccf3ed3fa678 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:55:30.496648 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-feb2412a-3c3f-4c89-b368-362e134a1461 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:55:30.503131 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-feb2412a-3c3f-4c89-b368-362e134a1461 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:55:30.574100 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port 6d4c4b17-c28a-465c-9c71-fafa2218663f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6d4c4b17-c28a-465c-9c71-fafa2218663f,segment=NetworkSegment(6c4d3457-ef9a-42c3-8ce3-3e6a8a699a24),segment_id=6c4d3457-ef9a-42c3-8ce3-3e6a8a699a24)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:55:30.588812 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Pushing event updated for resources: {'Port': ['ID=b81ebfd9-4356-495e-b668-1699361b58b3,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:30.594072 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:30.596309 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Returning: {'device': '6d4c4b17-c28a-465c-9c71-fafa2218663f', 'network_id': 'f8ea7e78-9a41-4fc9-b0e0-a85e1f425997', 'port_id': '6d4c4b17-c28a-465c-9c71-fafa2218663f', 'mac_address': 'fa:16:3e:ae:d0:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '388065c0-e171-4b50-98f0-baf98c779e87', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 17 13:55:30.611373 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-feb2412a-3c3f-4c89-b368-362e134a1461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:30.615912 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-feb2412a-3c3f-4c89-b368-362e134a1461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:30.648078 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-ea6ac35d-921d-40b5-acf8-b660e08eff8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:30.663969 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-feb2412a-3c3f-4c89-b368-362e134a1461 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ce6095ee60154d37ab0eccf3ed3fa678&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4642940
May 17 13:55:30.664353 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 60288) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:30.684107 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:30.689387 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb2412a-3c3f-4c89-b368-362e134a1461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cada37d-9280-4d14-8f55-87bddf4dcc92,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:30.692716 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-feb2412a-3c3f-4c89-b368-362e134a1461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:30.720697 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d4c4b17-c28a-465c-9c71-fafa2218663f {{(pid=78744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 17 13:55:30.739723 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port 6d4c4b17-c28a-465c-9c71-fafa2218663f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6d4c4b17-c28a-465c-9c71-fafa2218663f,segment=NetworkSegment(6c4d3457-ef9a-42c3-8ce3-3e6a8a699a24),segment_id=6c4d3457-ef9a-42c3-8ce3-3e6a8a699a24)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:55:30.744946 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:30.745708 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device e387a912-f167-4519-8373-1322f80d5380 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 17 13:55:30.750259 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:30.766977 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d995878c-86ab-4442-a1ea-fde0b76a2015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:30.807505 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d995878c-86ab-4442-a1ea-fde0b76a2015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:30.895011 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42212b46-b353-4323-989e-0695cdc74bdb req-38f52b66-f934-4a07-b9c0-c06ae379b97b tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:30.899014 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-42212b46-b353-4323-989e-0695cdc74bdb req-38f52b66-f934-4a07-b9c0-c06ae379b97b tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 945 time: 0.1365921
May 17 13:55:30.922009 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d995878c-86ab-4442-a1ea-fde0b76a2015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:30.928005 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-432b2a26-b775-487f-af3a-b1082337ce8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:30.937611 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Pushing event updated for resources: {'Port': ['ID=6d4c4b17-c28a-465c-9c71-fafa2218663f,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:30.943704 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:30.958100 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d995878c-86ab-4442-a1ea-fde0b76a2015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cada37d-9280-4d14-8f55-87bddf4dcc92,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:30.962732 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-d995878c-86ab-4442-a1ea-fde0b76a2015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:30.975120 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d995878c-86ab-4442-a1ea-fde0b76a2015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:30.976567 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-d995878c-86ab-4442-a1ea-fde0b76a2015 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3cada37d-9280-4d14-8f55-87bddf4dcc92 HTTP/1.1" status: 204  len: 168 time: 0.3106685
May 17 13:55:31.022812 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-42212b46-b353-4323-989e-0695cdc74bdb req-27ec526e-d4fa-4a12-b753-fa03343bc8fb tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1084926
May 17 13:55:31.046112 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port e387a912-f167-4519-8373-1322f80d5380, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e387a912-f167-4519-8373-1322f80d5380,segment=NetworkSegment(41cda2c3-d474-4247-94e6-3fc71c3a8d3e),segment_id=41cda2c3-d474-4247-94e6-3fc71c3a8d3e)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:55:31.073938 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Returning: {'device': 'e387a912-f167-4519-8373-1322f80d5380', 'network_id': 'f96cba92-eccd-4fce-9019-8397a76ebc2b', 'port_id': 'e387a912-f167-4519-8373-1322f80d5380', 'mac_address': 'fa:16:3e:aa:03:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7bf7301-b5af-4e08-ada3-78e2aec55a6a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 17 13:55:31.163519 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:31.192341 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e387a912-f167-4519-8373-1322f80d5380 {{(pid=78744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 17 13:55:31.217445 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port e387a912-f167-4519-8373-1322f80d5380, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e387a912-f167-4519-8373-1322f80d5380,segment=NetworkSegment(41cda2c3-d474-4247-94e6-3fc71c3a8d3e),segment_id=41cda2c3-d474-4247-94e6-3fc71c3a8d3e)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:55:31.223437 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:31.226785 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:31.240637 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0db546-29d0-4f67-bc7d-572ef6045fac req-c95fb456-4b23-448d-8f0b-9851450c31fb tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:31.269265 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-2a0db546-29d0-4f67-bc7d-572ef6045fac req-c95fb456-4b23-448d-8f0b-9851450c31fb tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 943 time: 0.1576953
May 17 13:55:31.338063 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Pushing event updated for resources: {'Port': ['ID=e387a912-f167-4519-8373-1322f80d5380,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:31.342673 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:31.378149 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-2a0db546-29d0-4f67-bc7d-572ef6045fac req-e92ad8f0-380d-406b-8c94-1284c51e6ded tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1078770
May 17 13:55:31.496266 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4439fa83-9097-4752-a345-67e271b78078 req-658bd3a6-c0e5-47c0-a7e8-b859ce99bb34 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?device_id=e665837f-99a6-4f0a-9b75-51df95b9f889 HTTP/1.1" status: 200  len: 210 time: 0.1508586
May 17 13:55:31.538565 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 60316) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:31.594451 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c4ce275a-ee21-4b00-8a90-4b01771c8f31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:31.640669 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-c4ce275a-ee21-4b00-8a90-4b01771c8f31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:55:31.714797 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-c4ce275a-ee21-4b00-8a90-4b01771c8f31 admin admin] Usage tracker for resource:security_group_rule and tenant:270b0fbb0dd04338afbd9c0277366254 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:55:31.722853 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-c4ce275a-ee21-4b00-8a90-4b01771c8f31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:55:31.748815 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-c4ce275a-ee21-4b00-8a90-4b01771c8f31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:55:31.779647 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906676e-1059-40a9-ab6b-6bd700d79046 req-d316efca-5bd5-4229-8ea2-630b5d74e143 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:31.783264 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b906676e-1059-40a9-ab6b-6bd700d79046 req-d316efca-5bd5-4229-8ea2-630b5d74e143 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.49 "GET /v2.0/networks?id=d25d5cae-54ec-4225-9cbf-925c545d1c4b HTTP/1.1" status: 200  len: 809 time: 0.2845709
May 17 13:55:31.800863 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-b906676e-1059-40a9-ab6b-6bd700d79046 req-5be8e6af-5a83-4496-b85b-5aa88f195a63 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Request body: {'port': {'device_id': 'e665837f-99a6-4f0a-9b75-51df95b9f889', 'network_id': 'd25d5cae-54ec-4225-9cbf-925c545d1c4b', 'admin_state_up': True, 'tenant_id': '25ecf979ce7f468e82f450fb59f40f1a'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:55:31.807285 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c8c4f-66aa-46e9-9511-7756cd7f4833 req-e48ee840-23fd-40ce-b3b2-c5258c33400d tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:31.815243 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-a37c8c4f-66aa-46e9-9511-7756cd7f4833 req-e48ee840-23fd-40ce-b3b2-c5258c33400d tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/ports?device_id=63e28bfb-68fd-4f8a-960d-300168dce68e HTTP/1.1" status: 200  len: 946 time: 0.1694515
May 17 13:55:31.849912 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] get_ports_and_sgs() called for port_ids ['e387a912-f167-4519-8373-1322f80d5380'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 17 13:55:31.941073 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] get_ports_and_sgs() called for port_ids ['6d4c4b17-c28a-465c-9c71-fafa2218663f'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 17 13:55:31.972522 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-a37c8c4f-66aa-46e9-9511-7756cd7f4833 req-968430f2-7d5b-438e-9b6c-9c53386cad93 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/security-groups?id=e971ae32-11ee-4fcd-99f6-9907ddee1b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1558111
May 17 13:55:32.041934 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-b906676e-1059-40a9-ab6b-6bd700d79046 req-5be8e6af-5a83-4496-b85b-5aa88f195a63 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:55:32.047446 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-b906676e-1059-40a9-ab6b-6bd700d79046 req-5be8e6af-5a83-4496-b85b-5aa88f195a63 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Usage tracker for resource:port and tenant:25ecf979ce7f468e82f450fb59f40f1a is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:55:32.051573 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-b906676e-1059-40a9-ab6b-6bd700d79046 req-5be8e6af-5a83-4496-b85b-5aa88f195a63 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:55:32.061848 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c4ce275a-ee21-4b00-8a90-4b01771c8f31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:32.065748 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] get_ports_and_sgs() called for port_ids ['b81ebfd9-4356-495e-b668-1699361b58b3'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 17 13:55:32.069145 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c4ce275a-ee21-4b00-8a90-4b01771c8f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:32.096159 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-b906676e-1059-40a9-ab6b-6bd700d79046 req-5be8e6af-5a83-4496-b85b-5aa88f195a63 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:55:32.105965 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-c20b2c0b-2e67-49fd-8897-69a197d70764 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:32.108513 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b906676e-1059-40a9-ab6b-6bd700d79046 req-5be8e6af-5a83-4496-b85b-5aa88f195a63 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Made reservation on behalf of 25ecf979ce7f468e82f450fb59f40f1a for: {'port': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 17 13:55:32.113036 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-b906676e-1059-40a9-ab6b-6bd700d79046 req-5be8e6af-5a83-4496-b85b-5aa88f195a63 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:32.180684 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ce275a-ee21-4b00-8a90-4b01771c8f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8703c1cd-efed-49ec-a957-c19a0b99840e,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:32.184026 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-c4ce275a-ee21-4b00-8a90-4b01771c8f31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:32.194633 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-c4ce275a-ee21-4b00-8a90-4b01771c8f31 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=270b0fbb0dd04338afbd9c0277366254&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6549718
May 17 13:55:32.199709 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 60338) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:32.359026 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_common [req-b906676e-1059-40a9-ab6b-6bd700d79046 req-5be8e6af-5a83-4496-b85b-5aa88f195a63 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Allocated IP 172.20.0.7 (d25d5cae-54ec-4225-9cbf-925c545d1c4b/600ec493-5d60-465f-9948-e0daf3dbabab/1f78ae02-e066-4b8a-bf9e-a69ebf921f24) {{(pid=78743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 17 13:55:32.405156 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-f0a6fbaa-281a-493c-98f9-06751ea7f7dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:32.436577 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-f0a6fbaa-281a-493c-98f9-06751ea7f7dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:32.555136 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-f0a6fbaa-281a-493c-98f9-06751ea7f7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:32.559053 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-e5b37f40-3a05-4231-855d-780e54ebbd7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:32.577186 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a6fbaa-281a-493c-98f9-06751ea7f7dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8703c1cd-efed-49ec-a957-c19a0b99840e,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:32.585642 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-f0a6fbaa-281a-493c-98f9-06751ea7f7dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:32.633479 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-f0a6fbaa-281a-493c-98f9-06751ea7f7dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:32.634834 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-f0a6fbaa-281a-493c-98f9-06751ea7f7dd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8703c1cd-efed-49ec-a957-c19a0b99840e HTTP/1.1" status: 204  len: 168 time: 0.4340048
May 17 13:55:32.762880 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f3896-cb17-4ab9-88b3-09fb30f6cd46 req-07897937-ca25-419f-a9f9-bc5aa2660353 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:32.765904 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-950f3896-cb17-4ab9-88b3-09fb30f6cd46 req-07897937-ca25-419f-a9f9-bc5aa2660353 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 944 time: 0.1687601
May 17 13:55:32.865695 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-950f3896-cb17-4ab9-88b3-09fb30f6cd46 req-76443097-2eda-485f-8980-92d95d7333d5 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0764554
May 17 13:55:32.906098 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f34a7a-2bc8-4244-8ca1-dc0259c9c5f5 req-f2c6d511-13cf-46b3-ae66-5f89c0859aed tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:32.907585 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d1f34a7a-2bc8-4244-8ca1-dc0259c9c5f5 req-f2c6d511-13cf-46b3-ae66-5f89c0859aed tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 945 time: 0.4546909
May 17 13:55:32.918587 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-b906676e-1059-40a9-ab6b-6bd700d79046 req-5be8e6af-5a83-4496-b85b-5aa88f195a63 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Notify callbacks [] for port, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:32.974590 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d1f34a7a-2bc8-4244-8ca1-dc0259c9c5f5 req-b0b2f292-39c4-4b7a-8093-7b7f3525a486 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488238
May 17 13:55:33.009257 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-b906676e-1059-40a9-ab6b-6bd700d79046 req-5be8e6af-5a83-4496-b85b-5aa88f195a63 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774149279272'] for port, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:33.022313 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:33.105773 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b906676e-1059-40a9-ab6b-6bd700d79046 req-5be8e6af-5a83-4496-b85b-5aa88f195a63 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Network d25d5cae-54ec-4225-9cbf-925c545d1c4b is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 13:55:33.109562 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [req-b906676e-1059-40a9-ab6b-6bd700d79046 req-5be8e6af-5a83-4496-b85b-5aa88f195a63 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Resources bound (agent type, host, resource id):  {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:55:33.113562 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-b906676e-1059-40a9-ab6b-6bd700d79046 req-5be8e6af-5a83-4496-b85b-5aa88f195a63 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Received port after_create {{(pid=78743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 17 13:55:33.121087 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906676e-1059-40a9-ab6b-6bd700d79046 req-5be8e6af-5a83-4496-b85b-5aa88f195a63 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:33.122071 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-b906676e-1059-40a9-ab6b-6bd700d79046 req-5be8e6af-5a83-4496-b85b-5aa88f195a63 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:33.144437 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be8e6af-5a83-4496-b85b-5aa88f195a63 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Pushing event updated for resources: {'Port': ['ID=1f78ae02-e066-4b8a-bf9e-a69ebf921f24,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:33.148452 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-5be8e6af-5a83-4496-b85b-5aa88f195a63 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:33.197177 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c9eaf-6dae-4b57-b8f3-7a8741db83f8 req-db9d425b-8faa-49fb-8468-b45c7527a3c3 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:33.205501 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-682c9eaf-6dae-4b57-b8f3-7a8741db83f8 req-db9d425b-8faa-49fb-8468-b45c7527a3c3 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?device_id=e665837f-99a6-4f0a-9b75-51df95b9f889 HTTP/1.1" status: 200  len: 931 time: 0.1706042
May 17 13:55:33.232301 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b906676e-1059-40a9-ab6b-6bd700d79046 req-5be8e6af-5a83-4496-b85b-5aa88f195a63 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4382215
May 17 13:55:33.258016 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-682c9eaf-6dae-4b57-b8f3-7a8741db83f8 req-4feaffca-2fc6-4b13-b01a-0b10e9a0745a tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Synchronizing usage tracker for tenant:25ecf979ce7f468e82f450fb59f40f1a on resource:security_group {{(pid=78742) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 13:55:33.259268 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-b906676e-1059-40a9-ab6b-6bd700d79046 req-1f33b8df-52a6-4205-bb3d-a69f6db093a1 service neutron] Request body: {'port': {'device_id': 'e665837f-99a6-4f0a-9b75-51df95b9f889', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:55:33.282858 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-682c9eaf-6dae-4b57-b8f3-7a8741db83f8 req-4feaffca-2fc6-4b13-b01a-0b10e9a0745a tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Unset dirty status for tenant:25ecf979ce7f468e82f450fb59f40f1a on resource:security_group {{(pid=78742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 13:55:33.296252 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-682c9eaf-6dae-4b57-b8f3-7a8741db83f8 req-4feaffca-2fc6-4b13-b01a-0b10e9a0745a tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/security-groups?id=890f41c9-fdc7-4a0f-85af-a9d571fa23e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0878072
May 17 13:55:33.375089 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:33.489227 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-b906676e-1059-40a9-ab6b-6bd700d79046 req-1f33b8df-52a6-4205-bb3d-a69f6db093a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:33.516905 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706823ab-067e-4142-a85d-af77d5f9230e req-a21a88be-7886-475e-b9d8-158272e9d09a tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:33.524735 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-706823ab-067e-4142-a85d-af77d5f9230e req-a21a88be-7886-475e-b9d8-158272e9d09a tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/ports?device_id=63e28bfb-68fd-4f8a-960d-300168dce68e HTTP/1.1" status: 200  len: 946 time: 0.3408566
May 17 13:55:33.628456 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-706823ab-067e-4142-a85d-af77d5f9230e req-a2625769-56a6-49da-8c14-5651b2cff9df tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/security-groups?id=e971ae32-11ee-4fcd-99f6-9907ddee1b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1025796
May 17 13:55:33.969963 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [req-b906676e-1059-40a9-ab6b-6bd700d79046 req-1f33b8df-52a6-4205-bb3d-a69f6db093a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f78ae02-e066-4b8a-bf9e-a69ebf921f24 {{(pid=78743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 17 13:55:33.979081 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-b906676e-1059-40a9-ab6b-6bd700d79046 req-1f33b8df-52a6-4205-bb3d-a69f6db093a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:33.997447 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.provisioning_blocks [req-b906676e-1059-40a9-ab6b-6bd700d79046 req-1f33b8df-52a6-4205-bb3d-a69f6db093a1 service neutron] Transition to ACTIVE for port object 1f78ae02-e066-4b8a-bf9e-a69ebf921f24 will not be triggered until provisioned by entity L2. {{(pid=78743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:55:34.008686 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-b906676e-1059-40a9-ab6b-6bd700d79046 req-1f33b8df-52a6-4205-bb3d-a69f6db093a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:34.012742 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-1dbc2237-c8fd-488a-a64d-e78ab33f4187 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:34.027680 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device e387a912-f167-4519-8373-1322f80d5380 up at agent hyperv_hv-cinder-78836 {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:55:34.171101 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Provisioning for port e387a912-f167-4519-8373-1322f80d5380 completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:55:34.182777 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Provisioning complete for port e387a912-f167-4519-8373-1322f80d5380 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:55:34.184738 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:34.213369 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535ea2d-e429-4c32-8fad-d2500d390126 req-2df69256-db1b-4b16-957d-0dd58d70fd7a tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:34.220870 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-f535ea2d-e429-4c32-8fad-d2500d390126 req-2df69256-db1b-4b16-957d-0dd58d70fd7a tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 944 time: 0.1764941
May 17 13:55:34.313947 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-f535ea2d-e429-4c32-8fad-d2500d390126 req-ed0a2761-7e36-4119-8bfc-20a274549ce4 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0920033
May 17 13:55:34.402863 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f33b8df-52a6-4205-bb3d-a69f6db093a1 service neutron] Pushing event updated for resources: {'Port': ['ID=1f78ae02-e066-4b8a-bf9e-a69ebf921f24,revision_number=2']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:34.414329 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-1f33b8df-52a6-4205-bb3d-a69f6db093a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:34.459580 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:34.481264 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-b906676e-1059-40a9-ab6b-6bd700d79046 req-1f33b8df-52a6-4205-bb3d-a69f6db093a1 service neutron] Attempting to bind port 1f78ae02-e066-4b8a-bf9e-a69ebf921f24 on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 17 13:55:34.481850 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-b906676e-1059-40a9-ab6b-6bd700d79046 req-1f33b8df-52a6-4205-bb3d-a69f6db093a1 service neutron] Attempting to bind port 1f78ae02-e066-4b8a-bf9e-a69ebf921f24 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '5ff715a4-8152-43b1-b8d5-eac5f4b39cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd25d5cae-54ec-4225-9cbf-925c545d1c4b'}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 17 13:55:34.482156 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b906676e-1059-40a9-ab6b-6bd700d79046 req-1f33b8df-52a6-4205-bb3d-a69f6db093a1 service neutron] Attempting to bind port 1f78ae02-e066-4b8a-bf9e-a69ebf921f24 on network d25d5cae-54ec-4225-9cbf-925c545d1c4b {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 13:55:34.489078 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b906676e-1059-40a9-ab6b-6bd700d79046 req-1f33b8df-52a6-4205-bb3d-a69f6db093a1 service neutron] Port 1f78ae02-e066-4b8a-bf9e-a69ebf921f24 on network d25d5cae-54ec-4225-9cbf-925c545d1c4b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 17 13:55:34.489393 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b906676e-1059-40a9-ab6b-6bd700d79046 req-1f33b8df-52a6-4205-bb3d-a69f6db093a1 service neutron] Attempting to bind port 1f78ae02-e066-4b8a-bf9e-a69ebf921f24 on network d25d5cae-54ec-4225-9cbf-925c545d1c4b {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 13:55:34.494809 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '004c576d-e292-4883-aea6-cefaf5268396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e387a912-f167-4519-8373-1322f80d5380'}] {{(pid=78744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 13:55:34.500052 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b906676e-1059-40a9-ab6b-6bd700d79046 req-1f33b8df-52a6-4205-bb3d-a69f6db093a1 service neutron] Checking agent: {'id': '2184a6b5-3e0c-4449-b4b5-a4e82803b4d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 53, 3), 'started_at': datetime.datetime(2021, 5, 17, 13, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 17 13:55:34.500678 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b906676e-1059-40a9-ab6b-6bd700d79046 req-1f33b8df-52a6-4205-bb3d-a69f6db093a1 service neutron] Checking segment: {'id': '5ff715a4-8152-43b1-b8d5-eac5f4b39cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd25d5cae-54ec-4225-9cbf-925c545d1c4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 13:55:34.500989 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b906676e-1059-40a9-ab6b-6bd700d79046 req-1f33b8df-52a6-4205-bb3d-a69f6db093a1 service neutron] Bound using segment: {'id': '5ff715a4-8152-43b1-b8d5-eac5f4b39cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd25d5cae-54ec-4225-9cbf-925c545d1c4b'} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 17 13:55:34.501425 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-b906676e-1059-40a9-ab6b-6bd700d79046 req-1f33b8df-52a6-4205-bb3d-a69f6db093a1 service neutron] Bound port: 1f78ae02-e066-4b8a-bf9e-a69ebf921f24, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ff715a4-8152-43b1-b8d5-eac5f4b39cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd25d5cae-54ec-4225-9cbf-925c545d1c4b'}}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 17 13:55:34.501771 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-b906676e-1059-40a9-ab6b-6bd700d79046 req-1f33b8df-52a6-4205-bb3d-a69f6db093a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:34.506998 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port e387a912-f167-4519-8373-1322f80d5380, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e387a912-f167-4519-8373-1322f80d5380,segment=NetworkSegment(41cda2c3-d474-4247-94e6-3fc71c3a8d3e),segment_id=41cda2c3-d474-4247-94e6-3fc71c3a8d3e)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:55:34.512861 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:34.515290 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device 6d4c4b17-c28a-465c-9c71-fafa2218663f up at agent hyperv_hv-cinder-78836 {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:55:34.549754 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:34.571331 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7797fc73-fc9d-4470-a5d4-273fd635a2d7 req-fc33f9e1-b773-4bea-bdc4-1a94c4dfa40f tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:34.573351 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db0c38-83f9-4679-87f7-70053072ad4d req-9d384ee6-a9c1-421a-9c5e-0336dec5f177 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:34.574847 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-04db0c38-83f9-4679-87f7-70053072ad4d req-9d384ee6-a9c1-421a-9c5e-0336dec5f177 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 945 time: 0.2985754
May 17 13:55:34.587589 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-7797fc73-fc9d-4470-a5d4-273fd635a2d7 req-fc33f9e1-b773-4bea-bdc4-1a94c4dfa40f tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?device_id=e665837f-99a6-4f0a-9b75-51df95b9f889 HTTP/1.1" status: 200  len: 943 time: 0.1471651
May 17 13:55:34.688816 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-7797fc73-fc9d-4470-a5d4-273fd635a2d7 req-3bc23b9d-4f77-4024-a857-76ecb10a8c5f tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/security-groups?id=890f41c9-fdc7-4a0f-85af-a9d571fa23e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960183
May 17 13:55:34.705599 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Pushing event updated for resources: {'Port': ['ID=e387a912-f167-4519-8373-1322f80d5380,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:34.710332 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:34.717263 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-04db0c38-83f9-4679-87f7-70053072ad4d req-d44e0e73-a1d2-4619-a2ed-3635218c16bf tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1268804
May 17 13:55:34.719472 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-b906676e-1059-40a9-ab6b-6bd700d79046 req-1f33b8df-52a6-4205-bb3d-a69f6db093a1 service neutron] For port 1f78ae02-e066-4b8a-bf9e-a69ebf921f24, host hv-cinder-78836, cleared binding levels {{(pid=78743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 17 13:55:34.728912 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-b906676e-1059-40a9-ab6b-6bd700d79046 req-1f33b8df-52a6-4205-bb3d-a69f6db093a1 service neutron] For port 1f78ae02-e066-4b8a-bf9e-a69ebf921f24, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1f78ae02-e066-4b8a-bf9e-a69ebf921f24,segment=NetworkSegment(5ff715a4-8152-43b1-b8d5-eac5f4b39cb8),segment_id=5ff715a4-8152-43b1-b8d5-eac5f4b39cb8)] {{(pid=78743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 17 13:55:34.736163 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-b906676e-1059-40a9-ab6b-6bd700d79046 req-1f33b8df-52a6-4205-bb3d-a69f6db093a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:34.743985 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:34.767977 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Provisioning for port 6d4c4b17-c28a-465c-9c71-fafa2218663f completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:55:34.775778 dv-cinder-788363-3-iscsi neutron-server[78744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '004c576d-e292-4883-aea6-cefaf5268396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e387a912-f167-4519-8373-1322f80d5380', 'code': 200}
May 17 13:55:34.780690 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Provisioning complete for port 6d4c4b17-c28a-465c-9c71-fafa2218663f triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:55:34.781214 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:34.809270 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906676e-1059-40a9-ab6b-6bd700d79046 req-1f33b8df-52a6-4205-bb3d-a69f6db093a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:34.809874 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-b906676e-1059-40a9-ab6b-6bd700d79046 req-1f33b8df-52a6-4205-bb3d-a69f6db093a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:34.811210 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b906676e-1059-40a9-ab6b-6bd700d79046 req-1f33b8df-52a6-4205-bb3d-a69f6db093a1 service neutron] 10.222.0.49 "PUT /v2.0/ports/1f78ae02-e066-4b8a-bf9e-a69ebf921f24 HTTP/1.1" status: 200  len: 1093 time: 1.5595829
May 17 13:55:34.811701 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e665837f-99a6-4f0a-9b75-51df95b9f889', 'tag': '1f78ae02-e066-4b8a-bf9e-a69ebf921f24'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 13:55:34.834142 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f33b8df-52a6-4205-bb3d-a69f6db093a1 service neutron] Pushing event updated for resources: {'Port': ['ID=1f78ae02-e066-4b8a-bf9e-a69ebf921f24,revision_number=3']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:34.837490 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-1f33b8df-52a6-4205-bb3d-a69f6db093a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:34.890478 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e665837f-99a6-4f0a-9b75-51df95b9f889', 'tag': '1f78ae02-e066-4b8a-bf9e-a69ebf921f24', 'status': 'completed', 'code': 200}
May 17 13:55:34.938537 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:35.015177 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port 6d4c4b17-c28a-465c-9c71-fafa2218663f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6d4c4b17-c28a-465c-9c71-fafa2218663f,segment=NetworkSegment(6c4d3457-ef9a-42c3-8ce3-3e6a8a699a24),segment_id=6c4d3457-ef9a-42c3-8ce3-3e6a8a699a24)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:55:35.022550 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:35.024591 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:35.049516 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906676e-1059-40a9-ab6b-6bd700d79046 req-3f99e773-705d-4119-938f-1db0173f2e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:35.050085 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b906676e-1059-40a9-ab6b-6bd700d79046 req-3f99e773-705d-4119-938f-1db0173f2e37 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=25ecf979ce7f468e82f450fb59f40f1a&device_id=e665837f-99a6-4f0a-9b75-51df95b9f889 HTTP/1.1" status: 200  len: 1096 time: 0.0947931
May 17 13:55:35.096399 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Pushing event updated for resources: {'Port': ['ID=6d4c4b17-c28a-465c-9c71-fafa2218663f,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:35.100545 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:35.142509 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b906676e-1059-40a9-ab6b-6bd700d79046 req-90295c92-ec19-4e00-9cf7-8aac8f7dbe22 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f78ae02-e066-4b8a-bf9e-a69ebf921f24 HTTP/1.1" status: 200  len: 217 time: 0.0847516
May 17 13:55:35.194452 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a317b-8248-4334-8522-2a54380b8ab7 req-e7605b1f-a3bf-42ef-bdae-b176d5079852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:35.195903 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-074a317b-8248-4334-8522-2a54380b8ab7 req-e7605b1f-a3bf-42ef-bdae-b176d5079852 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 1098 time: 0.0781555
May 17 13:55:35.209912 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906676e-1059-40a9-ab6b-6bd700d79046 req-bcdb3f2e-c85a-44a0-aac7-7738d7336e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:35.211404 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b906676e-1059-40a9-ab6b-6bd700d79046 req-bcdb3f2e-c85a-44a0-aac7-7738d7336e4f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=600ec493-5d60-465f-9948-e0daf3dbabab HTTP/1.1" status: 200  len: 849 time: 0.0624204
May 17 13:55:35.414743 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 60458) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:35.518042 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa78099-f755-4503-957b-87578b43d4ab req-4eb45a2e-64de-4407-a5d1-f63e772b2c08 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:35.519526 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-2fa78099-f755-4503-957b-87578b43d4ab req-4eb45a2e-64de-4407-a5d1-f63e772b2c08 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 945 time: 0.0817566
May 17 13:55:35.607276 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-983965a5-2e82-4417-9ceb-f6b5a239701b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:35.633416 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-983965a5-2e82-4417-9ceb-f6b5a239701b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:55:35.641161 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-983965a5-2e82-4417-9ceb-f6b5a239701b admin admin] Usage tracker for resource:security_group_rule and tenant:a3c024b46181415f82056ccb2ada8c75 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:55:35.645543 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-983965a5-2e82-4417-9ceb-f6b5a239701b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:55:35.654595 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-2fa78099-f755-4503-957b-87578b43d4ab req-373c8671-c41f-4c42-a610-9da7c73c8290 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1280727
May 17 13:55:35.655435 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-983965a5-2e82-4417-9ceb-f6b5a239701b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:55:35.746686 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-983965a5-2e82-4417-9ceb-f6b5a239701b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:35.760896 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-983965a5-2e82-4417-9ceb-f6b5a239701b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:35.799904 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:35.816195 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-983965a5-2e82-4417-9ceb-f6b5a239701b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a3c024b46181415f82056ccb2ada8c75&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4001327
May 17 13:55:35.817584 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 60470) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:35.856928 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983965a5-2e82-4417-9ceb-f6b5a239701b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593e5f22-7426-44a3-99f4-278ccd6a399d,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:35.864401 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-983965a5-2e82-4417-9ceb-f6b5a239701b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:35.948269 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-bf80eca9-29f5-4fb8-9999-900b778b6d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:35.955362 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247c286-94d5-4130-8d2b-49cc6542f81e req-78b3c9e4-45f2-413c-8b0b-52cdd0949cca tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:35.956900 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-8247c286-94d5-4130-8d2b-49cc6542f81e req-78b3c9e4-45f2-413c-8b0b-52cdd0949cca tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 945 time: 0.0825226
May 17 13:55:35.984317 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-bf80eca9-29f5-4fb8-9999-900b778b6d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:36.024454 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-8247c286-94d5-4130-8d2b-49cc6542f81e req-f8e16f4f-4921-4ec2-bc99-e4ffb33b3473 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608003
May 17 13:55:36.025918 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ab4de-9fc2-492d-be17-bd709053fdae req-aaba5a1f-567c-4de3-b16c-27eddf888f84 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:36.026808 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-279ab4de-9fc2-492d-be17-bd709053fdae req-aaba5a1f-567c-4de3-b16c-27eddf888f84 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Synchronizing usage tracker for tenant:25ecf979ce7f468e82f450fb59f40f1a on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 13:55:36.060260 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-279ab4de-9fc2-492d-be17-bd709053fdae req-aaba5a1f-567c-4de3-b16c-27eddf888f84 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Unset dirty status for tenant:25ecf979ce7f468e82f450fb59f40f1a on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 13:55:36.061430 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-279ab4de-9fc2-492d-be17-bd709053fdae req-aaba5a1f-567c-4de3-b16c-27eddf888f84 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?device_id=e665837f-99a6-4f0a-9b75-51df95b9f889 HTTP/1.1" status: 200  len: 943 time: 0.1847403
May 17 13:55:36.090109 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-bf80eca9-29f5-4fb8-9999-900b778b6d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:36.105400 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-e0932465-6fb2-430a-8516-f2765fa5ed76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:36.125075 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf80eca9-29f5-4fb8-9999-900b778b6d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593e5f22-7426-44a3-99f4-278ccd6a399d,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:36.127464 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-bf80eca9-29f5-4fb8-9999-900b778b6d28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:36.132796 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-279ab4de-9fc2-492d-be17-bd709053fdae req-f1579c5d-4f65-4ed5-8b22-f6eed84e8586 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/security-groups?id=890f41c9-fdc7-4a0f-85af-a9d571fa23e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644708
May 17 13:55:36.138221 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-bf80eca9-29f5-4fb8-9999-900b778b6d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:36.139542 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-bf80eca9-29f5-4fb8-9999-900b778b6d28 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/593e5f22-7426-44a3-99f4-278ccd6a399d HTTP/1.1" status: 204  len: 168 time: 0.3203001
May 17 13:55:36.444948 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 60492) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:36.462605 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-020b2211-cd78-493d-909a-6891055d2f70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:36.477553 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-020b2211-cd78-493d-909a-6891055d2f70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:55:36.481472 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-020b2211-cd78-493d-909a-6891055d2f70 admin admin] Usage tracker for resource:security_group_rule and tenant:2f9cffda409d40e1a7f0c0699e33e111 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:55:36.484565 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-020b2211-cd78-493d-909a-6891055d2f70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:55:36.490236 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-020b2211-cd78-493d-909a-6891055d2f70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:55:36.586897 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-020b2211-cd78-493d-909a-6891055d2f70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:36.590997 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-020b2211-cd78-493d-909a-6891055d2f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:36.597695 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-2fada579-41ad-4712-af06-d37ef6a394fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:36.641384 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-020b2211-cd78-493d-909a-6891055d2f70 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2f9cffda409d40e1a7f0c0699e33e111&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1953626
May 17 13:55:36.642358 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020b2211-cd78-493d-909a-6891055d2f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a947c90-7475-4e5b-b6de-487570420192,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:36.644436 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 60498) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:36.645445 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-020b2211-cd78-493d-909a-6891055d2f70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:36.771741 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-25fed82d-eddc-4745-a692-212a4a73718b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:36.776569 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06240799-ef9c-47ab-860a-e4ef7b575124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4c4b17-c28a-465c-9c71-fafa2218663f'}] {{(pid=78744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 13:55:36.798026 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-25fed82d-eddc-4745-a692-212a4a73718b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:36.825301 dv-cinder-788363-3-iscsi neutron-server[78744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06240799-ef9c-47ab-860a-e4ef7b575124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4c4b17-c28a-465c-9c71-fafa2218663f', 'code': 200}
May 17 13:55:36.850862 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-25fed82d-eddc-4745-a692-212a4a73718b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:36.852149 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebeb97b-7872-43cf-808d-555664be7d5c req-ab54d7ae-c077-4153-b2ec-2b1cb829fdca tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:36.855777 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:36.855907 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-6ebeb97b-7872-43cf-808d-555664be7d5c req-ab54d7ae-c077-4153-b2ec-2b1cb829fdca tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 945 time: 0.0830591
May 17 13:55:36.866156 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fed82d-eddc-4745-a692-212a4a73718b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a947c90-7475-4e5b-b6de-487570420192,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:36.869654 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-25fed82d-eddc-4745-a692-212a4a73718b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:36.873421 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-25fed82d-eddc-4745-a692-212a4a73718b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:36.874684 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-25fed82d-eddc-4745-a692-212a4a73718b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2a947c90-7475-4e5b-b6de-487570420192 HTTP/1.1" status: 204  len: 168 time: 0.2292333
May 17 13:55:36.901024 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-6ebeb97b-7872-43cf-808d-555664be7d5c req-0e468630-043c-4c99-a5bf-92e268e93f8c tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414226
May 17 13:55:37.218630 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee53e3-3344-4535-877f-46a5f9497a28 req-f81947ca-c64a-43b2-b18e-8fd9df4040ed tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:37.220163 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3bee53e3-3344-4535-877f-46a5f9497a28 req-f81947ca-c64a-43b2-b18e-8fd9df4040ed tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 945 time: 0.0865250
May 17 13:55:37.281323 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3bee53e3-3344-4535-877f-46a5f9497a28 req-7bef4cf1-2481-41f2-8c04-f147a517b4ff tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554922
May 17 13:55:37.352530 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd90250-eea8-4be7-bc62-792ac5536d16 req-a52dcd18-200c-4384-8e01-cb20c845f563 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:37.354265 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-4dd90250-eea8-4be7-bc62-792ac5536d16 req-a52dcd18-200c-4384-8e01-cb20c845f563 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?device_id=e665837f-99a6-4f0a-9b75-51df95b9f889 HTTP/1.1" status: 200  len: 943 time: 0.0947855
May 17 13:55:37.406361 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-4dd90250-eea8-4be7-bc62-792ac5536d16 req-805b13f8-d072-40df-b33c-363a0ced72c7 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/security-groups?id=890f41c9-fdc7-4a0f-85af-a9d571fa23e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462348
May 17 13:55:37.413921 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-2309ad10-932a-433e-822f-2b6069c95379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:37.484224 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device b81ebfd9-4356-495e-b668-1699361b58b3 up at agent hyperv_hv-cinder-78836 {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:55:37.537595 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-074a317b-8248-4334-8522-2a54380b8ab7 req-b551da00-6e47-44ad-9193-83fea648f294 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454328
May 17 13:55:37.553919 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b906676e-1059-40a9-ab6b-6bd700d79046 req-b703e83e-702a-4ac1-b351-ec926a78a7fd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d25d5cae-54ec-4225-9cbf-925c545d1c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0544086
May 17 13:55:37.573246 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Provisioning for port b81ebfd9-4356-495e-b668-1699361b58b3 completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:55:37.580127 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Provisioning complete for port b81ebfd9-4356-495e-b668-1699361b58b3 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:55:37.580732 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:37.756171 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:37.803001 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port b81ebfd9-4356-495e-b668-1699361b58b3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b81ebfd9-4356-495e-b668-1699361b58b3,segment=NetworkSegment(6c4d3457-ef9a-42c3-8ce3-3e6a8a699a24),segment_id=6c4d3457-ef9a-42c3-8ce3-3e6a8a699a24)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:55:37.809440 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:37.811259 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:37.884422 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Pushing event updated for resources: {'Port': ['ID=b81ebfd9-4356-495e-b668-1699361b58b3,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:37.892388 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:38.112394 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b5c3a-a8fe-40e6-85dd-cdf9b739bf90 req-65eafa18-dc5c-47df-9039-39d9889d8099 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:38.113981 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4e8b5c3a-a8fe-40e6-85dd-cdf9b739bf90 req-65eafa18-dc5c-47df-9039-39d9889d8099 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 945 time: 0.0974221
May 17 13:55:38.169223 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4e8b5c3a-a8fe-40e6-85dd-cdf9b739bf90 req-b686aefb-d9fa-49b2-8628-f54dc47606f2 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445998
May 17 13:55:38.485961 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489163c-365e-4433-beb5-319a6791348d req-f2c09dd8-716a-4661-9ee4-db0f60ad0c42 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:38.495074 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-8489163c-365e-4433-beb5-319a6791348d req-f2c09dd8-716a-4661-9ee4-db0f60ad0c42 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 946 time: 0.1057174
May 17 13:55:38.547603 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-8489163c-365e-4433-beb5-319a6791348d req-9ade459f-9e9d-4df7-bfde-bcca115a9966 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506649
May 17 13:55:38.678455 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5f5de-6731-460d-9633-89ae134af4ff req-0ca172f6-f65a-487c-844a-c31ab7affeaf tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:38.680058 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-84e5f5de-6731-460d-9633-89ae134af4ff req-0ca172f6-f65a-487c-844a-c31ab7affeaf tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?device_id=e665837f-99a6-4f0a-9b75-51df95b9f889 HTTP/1.1" status: 200  len: 943 time: 0.1558948
May 17 13:55:38.739546 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-84e5f5de-6731-460d-9633-89ae134af4ff req-9203c4b5-7370-4c66-8853-81fd545d0651 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/security-groups?id=890f41c9-fdc7-4a0f-85af-a9d571fa23e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536172
May 17 13:55:38.826930 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d68af3b-8b88-4984-afde-ed78bd94e3cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b81ebfd9-4356-495e-b668-1699361b58b3'}] {{(pid=78744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 13:55:38.876996 dv-cinder-788363-3-iscsi neutron-server[78744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d68af3b-8b88-4984-afde-ed78bd94e3cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b81ebfd9-4356-495e-b668-1699361b58b3', 'code': 200}
May 17 13:55:39.386452 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a83194-bd76-43a5-8a6f-2e4ea04f27cb req-083a65a0-961a-4fe5-ad3d-e259fa6e1a04 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:39.388168 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c7a83194-bd76-43a5-8a6f-2e4ea04f27cb req-083a65a0-961a-4fe5-ad3d-e259fa6e1a04 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 945 time: 0.0915306
May 17 13:55:39.449662 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c7a83194-bd76-43a5-8a6f-2e4ea04f27cb req-f31d1eb9-a1b8-43fc-bb19-3e2ee6553a64 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497632
May 17 13:55:39.564438 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 60626) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:39.698304 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ae85fd51-0ca7-419e-9ab7-7af866632e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:39.714204 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-ae85fd51-0ca7-419e-9ab7-7af866632e7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:55:39.718154 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-ae85fd51-0ca7-419e-9ab7-7af866632e7d admin admin] Usage tracker for resource:security_group_rule and tenant:858e73be874c4ceca288f6a22f264abc is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:55:39.721230 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-ae85fd51-0ca7-419e-9ab7-7af866632e7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:55:39.727319 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-ae85fd51-0ca7-419e-9ab7-7af866632e7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:55:39.744704 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89574ea4-a9d3-4ea6-b2f8-3c2c22763302 req-0472da73-be4e-4459-885c-93ffa7fc3ab7 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:39.746283 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-89574ea4-a9d3-4ea6-b2f8-3c2c22763302 req-0472da73-be4e-4459-885c-93ffa7fc3ab7 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 946 time: 0.0862732
May 17 13:55:39.812327 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-89574ea4-a9d3-4ea6-b2f8-3c2c22763302 req-d7fbc8ff-2020-4479-9605-64ff74e9b208 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591676
May 17 13:55:39.844036 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ae85fd51-0ca7-419e-9ab7-7af866632e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:39.852613 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ae85fd51-0ca7-419e-9ab7-7af866632e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:39.864488 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:39.870283 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:39.957789 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-ae85fd51-0ca7-419e-9ab7-7af866632e7d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=858e73be874c4ceca288f6a22f264abc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3920979
May 17 13:55:39.961556 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 60638) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:39.965053 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae85fd51-0ca7-419e-9ab7-7af866632e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd82fc9-923f-4f71-9434-ea776eacb64c,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:39.975621 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae85fd51-0ca7-419e-9ab7-7af866632e7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:55:39.975990 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae85fd51-0ca7-419e-9ab7-7af866632e7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:55:39.976335 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae85fd51-0ca7-419e-9ab7-7af866632e7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:55:39.976675 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae85fd51-0ca7-419e-9ab7-7af866632e7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:55:39.977026 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae85fd51-0ca7-419e-9ab7-7af866632e7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:55:39.977384 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae85fd51-0ca7-419e-9ab7-7af866632e7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:55:39.977821 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae85fd51-0ca7-419e-9ab7-7af866632e7d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:55:39.978040 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae85fd51-0ca7-419e-9ab7-7af866632e7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:55:39.978374 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae85fd51-0ca7-419e-9ab7-7af866632e7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:55:39.978708 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae85fd51-0ca7-419e-9ab7-7af866632e7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:55:39.979045 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae85fd51-0ca7-419e-9ab7-7af866632e7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:55:39.979373 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae85fd51-0ca7-419e-9ab7-7af866632e7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:55:39.984657 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-ae85fd51-0ca7-419e-9ab7-7af866632e7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:40.012273 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55cd40-855d-4ea6-bf2b-b8d3fcfae8c4 req-5392f216-74cc-4eae-a3c0-e196ce19f17a tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:40.013806 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9b55cd40-855d-4ea6-bf2b-b8d3fcfae8c4 req-5392f216-74cc-4eae-a3c0-e196ce19f17a tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?device_id=e665837f-99a6-4f0a-9b75-51df95b9f889 HTTP/1.1" status: 200  len: 943 time: 0.1502910
May 17 13:55:40.028195 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-deefa143-e03a-425b-b3b7-974026c6cd42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:40.054366 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-deefa143-e03a-425b-b3b7-974026c6cd42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:40.059726 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9b55cd40-855d-4ea6-bf2b-b8d3fcfae8c4 req-a59e21db-f18f-4bea-85ac-7d1d39749e59 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/security-groups?id=890f41c9-fdc7-4a0f-85af-a9d571fa23e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399554
May 17 13:55:40.107036 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-deefa143-e03a-425b-b3b7-974026c6cd42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:40.112415 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-a7ab2501-45bb-412f-9315-ef6a76290ea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:40.116189 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-4547075d-56d3-4405-9116-948c58e37e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:40.126888 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deefa143-e03a-425b-b3b7-974026c6cd42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd82fc9-923f-4f71-9434-ea776eacb64c,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:40.137154 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deefa143-e03a-425b-b3b7-974026c6cd42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:55:40.137539 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deefa143-e03a-425b-b3b7-974026c6cd42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:55:40.137882 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deefa143-e03a-425b-b3b7-974026c6cd42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:55:40.138220 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deefa143-e03a-425b-b3b7-974026c6cd42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:55:40.138548 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deefa143-e03a-425b-b3b7-974026c6cd42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:55:40.138879 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deefa143-e03a-425b-b3b7-974026c6cd42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:55:40.139212 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deefa143-e03a-425b-b3b7-974026c6cd42 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:55:40.139564 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deefa143-e03a-425b-b3b7-974026c6cd42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:55:40.139892 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deefa143-e03a-425b-b3b7-974026c6cd42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:55:40.140215 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deefa143-e03a-425b-b3b7-974026c6cd42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:55:40.140537 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deefa143-e03a-425b-b3b7-974026c6cd42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:55:40.140860 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deefa143-e03a-425b-b3b7-974026c6cd42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:55:40.145375 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-deefa143-e03a-425b-b3b7-974026c6cd42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:40.149918 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-deefa143-e03a-425b-b3b7-974026c6cd42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:40.150990 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-deefa143-e03a-425b-b3b7-974026c6cd42 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/acd82fc9-923f-4f71-9434-ea776eacb64c HTTP/1.1" status: 204  len: 168 time: 0.1884918
May 17 13:55:40.461899 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 60654) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:40.480243 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-f3c5bb81-f827-478d-b35e-bc552e227b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:40.495074 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-f3c5bb81-f827-478d-b35e-bc552e227b29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:55:40.499230 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-f3c5bb81-f827-478d-b35e-bc552e227b29 admin admin] Usage tracker for resource:security_group_rule and tenant:1231aa803c864c1798bcbc6515be8865 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:55:40.502186 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-f3c5bb81-f827-478d-b35e-bc552e227b29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:55:40.508379 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-f3c5bb81-f827-478d-b35e-bc552e227b29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:55:40.657063 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-f3c5bb81-f827-478d-b35e-bc552e227b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:40.661301 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-f3c5bb81-f827-478d-b35e-bc552e227b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:40.669633 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:40.716272 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-f3c5bb81-f827-478d-b35e-bc552e227b29 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1231aa803c864c1798bcbc6515be8865&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2532279
May 17 13:55:40.719050 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 60660) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:40.729109 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c5bb81-f827-478d-b35e-bc552e227b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4116f0d-48f5-44c0-af93-615cf99f375f,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:40.740643 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-f3c5bb81-f827-478d-b35e-bc552e227b29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:40.756711 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e21d6-eb82-4987-9d8a-afb454640873 req-76053f31-c102-4cc7-b783-f9cd5452d321 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:40.758194 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-bd8e21d6-eb82-4987-9d8a-afb454640873 req-76053f31-c102-4cc7-b783-f9cd5452d321 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 945 time: 0.1911707
May 17 13:55:40.872585 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-bd8e21d6-eb82-4987-9d8a-afb454640873 req-21d844cc-d0ee-4775-ae34-fd5d18f207de tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1076014
May 17 13:55:40.891135 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-33bb5736-86c0-40d8-b537-bea90360c1d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:40.897521 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0690ec52-b935-486b-80d8-5dc1cfb85ff0 req-1bd3da7b-b9ba-4f80-b5c3-e4a55ac2e301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:40.899023 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-0690ec52-b935-486b-80d8-5dc1cfb85ff0 req-1bd3da7b-b9ba-4f80-b5c3-e4a55ac2e301 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=06240799-ef9c-47ab-860a-e4ef7b575124 HTTP/1.1" status: 200  len: 1098 time: 0.1174974
May 17 13:55:40.947659 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b906676e-1059-40a9-ab6b-6bd700d79046 req-f9a62f99-ad69-482a-b9f5-b046fac8036e service neutron] 10.222.0.49 "GET /v2.0/networks/d25d5cae-54ec-4225-9cbf-925c545d1c4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2133839
May 17 13:55:40.952032 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-33bb5736-86c0-40d8-b537-bea90360c1d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:40.979312 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-533a9918-d89c-4562-8a48-35a661957320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:40.979960 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-0690ec52-b935-486b-80d8-5dc1cfb85ff0 req-318b8814-637d-4c1d-bb27-c6060470625b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635939
May 17 13:55:41.238749 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-33bb5736-86c0-40d8-b537-bea90360c1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:41.245647 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-58317c9d-395f-47d5-b512-031973ffbdb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:41.253915 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b906676e-1059-40a9-ab6b-6bd700d79046 req-1f11ed85-b060-4adc-a5d5-80872e6db42d service neutron] 10.222.0.49 "GET /v2.0/networks/d25d5cae-54ec-4225-9cbf-925c545d1c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2880878
May 17 13:55:41.262686 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d75bf65-ae71-4b57-b27d-9ec3fc0190b6 req-283e09f2-d257-4167-ac93-aa01cc22b9b0 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:41.264780 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-7d75bf65-ae71-4b57-b27d-9ec3fc0190b6 req-283e09f2-d257-4167-ac93-aa01cc22b9b0 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?device_id=e665837f-99a6-4f0a-9b75-51df95b9f889 HTTP/1.1" status: 200  len: 943 time: 0.0969729
May 17 13:55:41.272197 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ee45d-13b4-4dfb-b813-4bb2840bbb20 req-a530da0e-1e72-4075-9127-cb3a22f47743 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:41.279993 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-259ee45d-13b4-4dfb-b813-4bb2840bbb20 req-a530da0e-1e72-4075-9127-cb3a22f47743 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 946 time: 0.3130393
May 17 13:55:41.281843 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bb5736-86c0-40d8-b537-bea90360c1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4116f0d-48f5-44c0-af93-615cf99f375f,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:41.284868 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-33bb5736-86c0-40d8-b537-bea90360c1d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:41.320128 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25cc8b8-5f11-4394-b336-6ea785374082 req-ad159108-b96e-45f0-92e6-4fa3b4153086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:41.321571 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a25cc8b8-5f11-4394-b336-6ea785374082 req-ad159108-b96e-45f0-92e6-4fa3b4153086 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 1099 time: 0.3527565
May 17 13:55:41.333014 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-33bb5736-86c0-40d8-b537-bea90360c1d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:41.334117 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-33bb5736-86c0-40d8-b537-bea90360c1d3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a4116f0d-48f5-44c0-af93-615cf99f375f HTTP/1.1" status: 204  len: 168 time: 0.6140311
May 17 13:55:41.360675 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-7d75bf65-ae71-4b57-b27d-9ec3fc0190b6 req-5a51e999-1286-4105-8ed9-3a014559585e tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/security-groups?id=890f41c9-fdc7-4a0f-85af-a9d571fa23e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857515
May 17 13:55:41.413580 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-259ee45d-13b4-4dfb-b813-4bb2840bbb20 req-dac69bb4-4c83-44ce-908b-daea8ce1e4ff tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1327205
May 17 13:55:41.503331 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-a25cc8b8-5f11-4394-b336-6ea785374082 req-8e5454ac-f710-4e35-9100-a922edb75838 service neutron] Synchronizing usage tracker for tenant:1809d2a3bab84c0bbfde0e05f5a0edba on resource:security_group {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 13:55:41.527536 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-a25cc8b8-5f11-4394-b336-6ea785374082 req-8e5454ac-f710-4e35-9100-a922edb75838 service neutron] Unset dirty status for tenant:1809d2a3bab84c0bbfde0e05f5a0edba on resource:security_group {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 13:55:41.528649 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a25cc8b8-5f11-4394-b336-6ea785374082 req-8e5454ac-f710-4e35-9100-a922edb75838 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1481020
May 17 13:55:41.553223 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea9f33-368e-4446-b798-0468df551f0a req-a59e140a-5d92-407c-bb79-5218c0577f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:41.555929 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3aea9f33-368e-4446-b798-0468df551f0a req-a59e140a-5d92-407c-bb79-5218c0577f8c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=25ecf979ce7f468e82f450fb59f40f1a&device_id=e665837f-99a6-4f0a-9b75-51df95b9f889 HTTP/1.1" status: 200  len: 1096 time: 0.1262343
May 17 13:55:41.925445 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea9f33-368e-4446-b798-0468df551f0a req-5ff41d87-c903-4c8a-a529-a97cfb9d0ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:41.926980 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3aea9f33-368e-4446-b798-0468df551f0a req-5ff41d87-c903-4c8a-a529-a97cfb9d0ecf service neutron] 10.222.0.49 "GET /v2.0/networks?id=d25d5cae-54ec-4225-9cbf-925c545d1c4b HTTP/1.1" status: 200  len: 910 time: 0.1297505
May 17 13:55:42.003058 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3aea9f33-368e-4446-b798-0468df551f0a req-8271454e-97fa-487d-b76a-2990ae2c7755 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f78ae02-e066-4b8a-bf9e-a69ebf921f24 HTTP/1.1" status: 200  len: 217 time: 0.0681069
May 17 13:55:42.111045 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b687cdd-b8e0-4ffc-b930-0b3493a7681d req-ea8c4006-5416-452b-b92d-fbd889f67e5d tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:42.112760 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-6b687cdd-b8e0-4ffc-b930-0b3493a7681d req-ea8c4006-5416-452b-b92d-fbd889f67e5d tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 945 time: 0.0952737
May 17 13:55:42.146448 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea9f33-368e-4446-b798-0468df551f0a req-131f49fa-6426-4782-b02e-3db846d35265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:42.148138 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3aea9f33-368e-4446-b798-0468df551f0a req-131f49fa-6426-4782-b02e-3db846d35265 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=600ec493-5d60-465f-9948-e0daf3dbabab HTTP/1.1" status: 200  len: 849 time: 0.1345453
May 17 13:55:42.166460 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-6b687cdd-b8e0-4ffc-b930-0b3493a7681d req-110f6195-39fb-48e9-b242-dcdc2bb34385 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461979
May 17 13:55:42.204664 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3aea9f33-368e-4446-b798-0468df551f0a req-2434e629-ec8b-4483-8f26-e2fcb48642d5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d25d5cae-54ec-4225-9cbf-925c545d1c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0497518
May 17 13:55:42.219611 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 60724) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:42.357494 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-0512d73f-fd86-4421-953c-42a5fe222675 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-831568313-network', 'tenant_id': 'c8273bd1053e4a34a731415a95de77fc'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:55:42.363642 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-0512d73f-fd86-4421-953c-42a5fe222675 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:55:42.369355 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-0512d73f-fd86-4421-953c-42a5fe222675 admin admin] Usage tracker for resource:network and tenant:c8273bd1053e4a34a731415a95de77fc is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:55:42.373082 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-0512d73f-fd86-4421-953c-42a5fe222675 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:55:42.382103 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-0512d73f-fd86-4421-953c-42a5fe222675 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:55:42.396897 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3aea9f33-368e-4446-b798-0468df551f0a req-224b822a-48a0-4e61-967c-9d36e6f6fcac service neutron] 10.222.0.49 "GET /v2.0/networks/d25d5cae-54ec-4225-9cbf-925c545d1c4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1826346
May 17 13:55:42.402031 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0512d73f-fd86-4421-953c-42a5fe222675 admin admin] Made reservation on behalf of c8273bd1053e4a34a731415a95de77fc for: {'network': 1} {{(pid=78742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 17 13:55:42.404505 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0512d73f-fd86-4421-953c-42a5fe222675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1032604'] for network, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:42.432052 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0512d73f-fd86-4421-953c-42a5fe222675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:42.457963 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-0512d73f-fd86-4421-953c-42a5fe222675 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:55:42.463811 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-0512d73f-fd86-4421-953c-42a5fe222675 admin admin] Usage tracker for resource:security_group_rule and tenant:c8273bd1053e4a34a731415a95de77fc is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:55:42.468819 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-0512d73f-fd86-4421-953c-42a5fe222675 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:55:42.479068 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-0512d73f-fd86-4421-953c-42a5fe222675 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:55:42.513632 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1529072-104d-404f-8ce8-7078c9c34ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:42.568231 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3aea9f33-368e-4446-b798-0468df551f0a req-12e003ce-1229-440f-8176-7a00421b83bc service neutron] 10.222.0.49 "GET /v2.0/networks/d25d5cae-54ec-4225-9cbf-925c545d1c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1581757
May 17 13:55:42.704353 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297e611-35cf-4b56-992c-1bffed3da2fc req-5f606e23-31b6-4926-970d-df462ec7bdd9 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:42.706384 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-a297e611-35cf-4b56-992c-1bffed3da2fc req-5f606e23-31b6-4926-970d-df462ec7bdd9 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?device_id=e665837f-99a6-4f0a-9b75-51df95b9f889 HTTP/1.1" status: 200  len: 943 time: 0.2031538
May 17 13:55:42.798844 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-a297e611-35cf-4b56-992c-1bffed3da2fc req-52622c40-e4ba-4e22-8ed8-3c76c96692c9 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/security-groups?id=890f41c9-fdc7-4a0f-85af-a9d571fa23e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844114
May 17 13:55:42.803192 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0512d73f-fd86-4421-953c-42a5fe222675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:42.808112 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0512d73f-fd86-4421-953c-42a5fe222675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:42.812953 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:42.843887 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0512d73f-fd86-4421-953c-42a5fe222675 admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'}  {{(pid=78742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 17 13:55:42.859365 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0512d73f-fd86-4421-953c-42a5fe222675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d885a1f4-b085-41f5-bb1f-86657831e737,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:42.874395 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-0512d73f-fd86-4421-953c-42a5fe222675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:42.877963 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0512d73f-fd86-4421-953c-42a5fe222675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861870'] for segment, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:42.878643 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.db.segments_db [None req-0512d73f-fd86-4421-953c-42a5fe222675 admin admin] Added segment 1035e2fd-64e0-4737-9f56-2d96f6166330 of type vlan for network cfa54d33-2dc1-4dfe-bc11-ed721077fd59
May 17 13:55:42.930737 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0512d73f-fd86-4421-953c-42a5fe222675 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774149267101'] for network, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:42.968591 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667b537-1f99-480e-9997-5c6b8052179e req-2e15b091-6ee5-413f-b3b1-4d8106ffd221 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:42.977317 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7667b537-1f99-480e-9997-5c6b8052179e req-2e15b091-6ee5-413f-b3b1-4d8106ffd221 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 946 time: 0.1238990
May 17 13:55:42.997631 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0512d73f-fd86-4421-953c-42a5fe222675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1676892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582528'] for network, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:42.999132 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0512d73f-fd86-4421-953c-42a5fe222675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:42.999767 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0512d73f-fd86-4421-953c-42a5fe222675 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for network, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:43.004014 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-bc512587-9817-4a8a-9b21-9d9f6c48e4dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:43.032764 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7667b537-1f99-480e-9997-5c6b8052179e req-9bf5bdd1-2c46-497b-bf9e-80b3d6b522b2 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544183
May 17 13:55:43.202467 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0512d73f-fd86-4421-953c-42a5fe222675 admin admin] Pushing event updated for resources: {'Network': ['ID=cfa54d33-2dc1-4dfe-bc11-ed721077fd59,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:43.207302 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-0512d73f-fd86-4421-953c-42a5fe222675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:43.216234 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-0512d73f-fd86-4421-953c-42a5fe222675 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.9955490
May 17 13:55:43.219052 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Network cfa54d33-2dc1-4dfe-bc11-ed721077fd59 details requested by agent ovs-agent-dv-cinder-788363-3-iscsi with host dv-cinder-788363-3-iscsi {{(pid=78744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 17 13:55:43.219636 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 60766) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:43.226716 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-ac2b5cef-7010-496c-9a08-3330ba66f363 admin admin] Request body: {'subnet': {'network_id': 'cfa54d33-2dc1-4dfe-bc11-ed721077fd59', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-831568313-subnet', 'tenant_id': 'c8273bd1053e4a34a731415a95de77fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:55:43.237419 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-ac2b5cef-7010-496c-9a08-3330ba66f363 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:55:43.255692 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-ac2b5cef-7010-496c-9a08-3330ba66f363 admin admin] Usage tracker for resource:subnet and tenant:c8273bd1053e4a34a731415a95de77fc is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:55:43.259396 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-ac2b5cef-7010-496c-9a08-3330ba66f363 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:55:43.272234 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-ac2b5cef-7010-496c-9a08-3330ba66f363 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:55:43.294962 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2b5cef-7010-496c-9a08-3330ba66f363 admin admin] Made reservation on behalf of c8273bd1053e4a34a731415a95de77fc for: {'subnet': 1} {{(pid=78742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 17 13:55:43.297495 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-ac2b5cef-7010-496c-9a08-3330ba66f363 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133803446'] for subnet, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:43.533095 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afda2ba-c38c-48a9-a30e-7dcb9b85f65c req-4402ada3-6e21-4af6-8f45-0b329907a8a4 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:43.534862 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-1afda2ba-c38c-48a9-a30e-7dcb9b85f65c req-4402ada3-6e21-4af6-8f45-0b329907a8a4 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 945 time: 0.1481786
May 17 13:55:43.613657 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-1afda2ba-c38c-48a9-a30e-7dcb9b85f65c req-419f8d35-3ac2-41a7-9bf1-e415f723b08a tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0671611
May 17 13:55:43.846081 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91faf53-e915-4d5e-8be9-2a6ae6fefc0e req-2e66a372-59f7-4bef-88ba-792a04bed5fd tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:43.852878 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a91faf53-e915-4d5e-8be9-2a6ae6fefc0e req-2e66a372-59f7-4bef-88ba-792a04bed5fd tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 945 time: 0.1025183
May 17 13:55:43.858216 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 60790) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:43.870477 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-f617b02b-9fb0-4092-b947-9995eff15cb9 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Request body: {'floatingip': {'port_id': 'e387a912-f167-4519-8373-1322f80d5380'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:55:43.901570 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-ac2b5cef-7010-496c-9a08-3330ba66f363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132438120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133803428'] for subnet, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:43.913709 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:43.979803 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f617b02b-9fb0-4092-b947-9995eff15cb9 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks [] for floatingip, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:44.089816 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2b5cef-7010-496c-9a08-3330ba66f363 admin admin] Checking segment: {'id': '1035e2fd-64e0-4737-9f56-2d96f6166330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cfa54d33-2dc1-4dfe-bc11-ed721077fd59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 13:55:44.089816 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2b5cef-7010-496c-9a08-3330ba66f363 admin admin] Network hostable DHCP agents. Network: cfa54d33-2dc1-4dfe-bc11-ed721077fd59, hostable agents: ['49bbb97f-fcd4-4504-a032-9a51e4e6deed'], hosted agents: [] {{(pid=78742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 17 13:55:44.092290 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2b5cef-7010-496c-9a08-3330ba66f363 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6392fad-3989-4417-8ea4-1bfe7d57674b,revision_number=0']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:44.096951 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-ac2b5cef-7010-496c-9a08-3330ba66f363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:44.122295 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2b5cef-7010-496c-9a08-3330ba66f363 admin admin] Network cfa54d33-2dc1-4dfe-bc11-ed721077fd59 is scheduled to be hosted by DHCP agent 49bbb97f-fcd4-4504-a032-9a51e4e6deed with binding_index 1 {{(pid=78742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 17 13:55:44.143708 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-ac2b5cef-7010-496c-9a08-3330ba66f363 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-3-iscsi, cfa54d33-2dc1-4dfe-bc11-ed721077fd59) {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:55:44.154977 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2666dde1-402c-48bc-89b3-0a2d57866576 None None] Network cfa54d33-2dc1-4dfe-bc11-ed721077fd59 requested from dv-cinder-788363-3-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 17 13:55:44.161993 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a9a388-2ccb-4e8b-8a92-9d1c58b4a860 req-2a86dbdd-2f28-4512-a23a-80de9b346064 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:44.170502 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-47a9a388-2ccb-4e8b-8a92-9d1c58b4a860 req-2a86dbdd-2f28-4512-a23a-80de9b346064 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?device_id=e665837f-99a6-4f0a-9b75-51df95b9f889 HTTP/1.1" status: 200  len: 943 time: 0.1824870
May 17 13:55:44.173772 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2b5cef-7010-496c-9a08-3330ba66f363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:44.174199 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-ac2b5cef-7010-496c-9a08-3330ba66f363 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:44.236807 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-ac2b5cef-7010-496c-9a08-3330ba66f363 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.0159707
May 17 13:55:44.274630 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-47a9a388-2ccb-4e8b-8a92-9d1c58b4a860 req-d3722203-9875-48bc-9d7a-383939febe70 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/security-groups?id=890f41c9-fdc7-4a0f-85af-a9d571fa23e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1031599
May 17 13:55:44.440992 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000717e7-edb2-4db2-8799-abf1c4dbeac0 None None] Network cfa54d33-2dc1-4dfe-bc11-ed721077fd59 requested from dv-cinder-788363-3-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 17 13:55:44.581161 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2563c52-b247-4c43-a16d-6151647f2ce2 req-08655d26-826e-4ac1-94ba-492d0b738b60 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:44.589004 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c2563c52-b247-4c43-a16d-6151647f2ce2 req-08655d26-826e-4ac1-94ba-492d0b738b60 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 946 time: 0.3545818
May 17 13:55:44.811823 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c2563c52-b247-4c43-a16d-6151647f2ce2 req-a2322301-ef29-4276-9e2b-ccf71547ef86 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2073691
May 17 13:55:45.125441 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 60848) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:45.222972 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 60862) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:45.225506 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-4c2dd50e-c22c-4251-8ee2-6300f8ba3ee9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-514945358-network', 'tenant_id': '6187987fe7414ac893949fd0354d88b1'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:55:45.234155 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-4c2dd50e-c22c-4251-8ee2-6300f8ba3ee9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:55:45.246426 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-4c2dd50e-c22c-4251-8ee2-6300f8ba3ee9 admin admin] Usage tracker for resource:network and tenant:6187987fe7414ac893949fd0354d88b1 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:55:45.251096 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-4c2dd50e-c22c-4251-8ee2-6300f8ba3ee9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:55:45.268882 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-4c2dd50e-c22c-4251-8ee2-6300f8ba3ee9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:55:45.286586 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2dd50e-c22c-4251-8ee2-6300f8ba3ee9 admin admin] Made reservation on behalf of 6187987fe7414ac893949fd0354d88b1 for: {'network': 1} {{(pid=78742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 17 13:55:45.298967 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-4c2dd50e-c22c-4251-8ee2-6300f8ba3ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1032604'] for network, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:45.312943 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.db.resource_extend [None req-f617b02b-9fb0-4092-b947-9995eff15cb9 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 17 13:55:45.336568 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-4c2dd50e-c22c-4251-8ee2-6300f8ba3ee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:45.395281 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-4c2dd50e-c22c-4251-8ee2-6300f8ba3ee9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:55:45.405240 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-4c2dd50e-c22c-4251-8ee2-6300f8ba3ee9 admin admin] Usage tracker for resource:security_group_rule and tenant:6187987fe7414ac893949fd0354d88b1 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:55:45.408547 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-4c2dd50e-c22c-4251-8ee2-6300f8ba3ee9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:55:45.414631 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-4c2dd50e-c22c-4251-8ee2-6300f8ba3ee9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:55:45.460580 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f617b02b-9fb0-4092-b947-9995eff15cb9 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:45.516279 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f617b02b-9fb0-4092-b947-9995eff15cb9 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975218'] for floatingip, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:45.565481 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-4c2dd50e-c22c-4251-8ee2-6300f8ba3ee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:45.592926 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-4c2dd50e-c22c-4251-8ee2-6300f8ba3ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:45.597991 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-983965a5-2e82-4417-9ceb-f6b5a239701b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:45.641854 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c2dd50e-c22c-4251-8ee2-6300f8ba3ee9 admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'}  {{(pid=78742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 17 13:55:45.644183 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5d8276e9-4717-4402-af24-bc2e60cb0a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:45.676337 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2dd50e-c22c-4251-8ee2-6300f8ba3ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90192223-1a85-4e38-ae1e-400b65d8dca9,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:45.681488 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-4c2dd50e-c22c-4251-8ee2-6300f8ba3ee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:45.683907 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-5d8276e9-4717-4402-af24-bc2e60cb0a8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:55:45.688584 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-4c2dd50e-c22c-4251-8ee2-6300f8ba3ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861870'] for segment, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:45.688584 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.db.segments_db [None req-4c2dd50e-c22c-4251-8ee2-6300f8ba3ee9 admin admin] Added segment 1fd366db-1a94-4c98-8335-796003671e57 of type vlan for network f5583f2f-0230-4eb1-8a2b-2e72a7e7685e
May 17 13:55:45.697522 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-5d8276e9-4717-4402-af24-bc2e60cb0a8d admin admin] Usage tracker for resource:security_group_rule and tenant:ad7fa043781e44e48b4d2ba2ed2b9297 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:55:45.700479 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-5d8276e9-4717-4402-af24-bc2e60cb0a8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:55:45.706506 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-5d8276e9-4717-4402-af24-bc2e60cb0a8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:55:45.759360 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ca0b5-f3ff-4870-816d-adb7024c4dd4 req-bcab33fd-3945-41ab-b262-fd19d60649d3 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:45.760872 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-fd3ca0b5-f3ff-4870-816d-adb7024c4dd4 req-bcab33fd-3945-41ab-b262-fd19d60649d3 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?device_id=e665837f-99a6-4f0a-9b75-51df95b9f889 HTTP/1.1" status: 200  len: 943 time: 0.2521396
May 17 13:55:45.762620 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-4c2dd50e-c22c-4251-8ee2-6300f8ba3ee9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774149267101'] for network, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:45.816134 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621cc1ce-eef3-4be9-aa6e-3fae650aa2c6 req-0ab4ddb1-10e2-4f97-a1e5-8dc3d12bb087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:45.818420 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-621cc1ce-eef3-4be9-aa6e-3fae650aa2c6 req-0ab4ddb1-10e2-4f97-a1e5-8dc3d12bb087 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=26eff14cf205417591a4fc75a27bee33&device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 1099 time: 0.3555236
May 17 13:55:45.822875 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.db.l3_db [None req-f617b02b-9fb0-4092-b947-9995eff15cb9 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Floating IP 2add35c6-c5f7-4d65-9418-da8a5c2ec4fb associated. External IP: 172.27.1.159, port: e387a912-f167-4519-8373-1322f80d5380.
May 17 13:55:45.847686 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-fd3ca0b5-f3ff-4870-816d-adb7024c4dd4 req-d59cbc54-1235-42f3-9420-e09d4c095fa2 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/security-groups?id=890f41c9-fdc7-4a0f-85af-a9d571fa23e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779636
May 17 13:55:45.853265 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-4c2dd50e-c22c-4251-8ee2-6300f8ba3ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1676892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582528'] for network, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:45.855713 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2dd50e-c22c-4251-8ee2-6300f8ba3ee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:45.856297 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-4c2dd50e-c22c-4251-8ee2-6300f8ba3ee9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for network, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:45.865608 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:45.905845 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 60878) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:45.925550 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c672fe-2fb0-4f77-9afc-99f48c980d62 req-16cbd446-e8e5-43d3-bbd3-07e50ea5ff41 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:45.927154 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-33c672fe-2fb0-4f77-9afc-99f48c980d62 req-16cbd446-e8e5-43d3-bbd3-07e50ea5ff41 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 946 time: 0.4118898
May 17 13:55:46.002043 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5d8276e9-4717-4402-af24-bc2e60cb0a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:46.006354 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2dd50e-c22c-4251-8ee2-6300f8ba3ee9 admin admin] Pushing event updated for resources: {'Network': ['ID=f5583f2f-0230-4eb1-8a2b-2e72a7e7685e,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:46.009434 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-4c2dd50e-c22c-4251-8ee2-6300f8ba3ee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:46.013405 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-4c2dd50e-c22c-4251-8ee2-6300f8ba3ee9 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.7902989
May 17 13:55:46.013405 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5d8276e9-4717-4402-af24-bc2e60cb0a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:46.019648 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 60884) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:46.019956 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Network f5583f2f-0230-4eb1-8a2b-2e72a7e7685e details requested by agent ovs-agent-dv-cinder-788363-3-iscsi with host dv-cinder-788363-3-iscsi {{(pid=78744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 17 13:55:46.020452 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-c895678b-6eef-4a11-b709-7ecd469d483e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:46.038525 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-cb388c0c-a055-451b-a751-a3d583ce7eda admin admin] Request body: {'subnet': {'network_id': 'f5583f2f-0230-4eb1-8a2b-2e72a7e7685e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-514945358-subnet', 'tenant_id': '6187987fe7414ac893949fd0354d88b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:55:46.059951 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-cb388c0c-a055-451b-a751-a3d583ce7eda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:55:46.074721 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-cb388c0c-a055-451b-a751-a3d583ce7eda admin admin] Usage tracker for resource:subnet and tenant:6187987fe7414ac893949fd0354d88b1 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:55:46.086513 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-cb388c0c-a055-451b-a751-a3d583ce7eda admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:55:46.095379 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-5d8276e9-4717-4402-af24-bc2e60cb0a8d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ad7fa043781e44e48b4d2ba2ed2b9297&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9687891
May 17 13:55:46.106099 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 60890) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:46.110102 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-cb388c0c-a055-451b-a751-a3d583ce7eda admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:55:46.121479 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8276e9-4717-4402-af24-bc2e60cb0a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6a011f-11b4-4242-8008-d02a2cb4ff3c,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:46.142896 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-5d8276e9-4717-4402-af24-bc2e60cb0a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:46.145842 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb388c0c-a055-451b-a751-a3d583ce7eda admin admin] Made reservation on behalf of 6187987fe7414ac893949fd0354d88b1 for: {'subnet': 1} {{(pid=78742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 17 13:55:46.148675 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-cb388c0c-a055-451b-a751-a3d583ce7eda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133803446'] for subnet, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:46.148920 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-33c672fe-2fb0-4f77-9afc-99f48c980d62 req-96a755a8-81a4-4521-8452-f0c6cafcabaa tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1696944
May 17 13:55:46.186271 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621cc1ce-eef3-4be9-aa6e-3fae650aa2c6 req-d2e002b5-1116-460b-a566-31b8ec389532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:46.187703 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-621cc1ce-eef3-4be9-aa6e-3fae650aa2c6 req-d2e002b5-1116-460b-a566-31b8ec389532 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f8ea7e78-9a41-4fc9-b0e0-a85e1f425997 HTTP/1.1" status: 200  len: 920 time: 0.3048453
May 17 13:55:46.292349 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-7bdff742-a512-41d6-93d1-5bc312d98d6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:46.327434 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-621cc1ce-eef3-4be9-aa6e-3fae650aa2c6 req-a21e9690-b52e-4bea-80ae-39743ffcac0f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b81ebfd9-4356-495e-b668-1699361b58b3 HTTP/1.1" status: 200  len: 217 time: 0.0854840
May 17 13:55:46.332539 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-7bdff742-a512-41d6-93d1-5bc312d98d6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:55:46.347498 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-7bdff742-a512-41d6-93d1-5bc312d98d6d admin admin] Usage tracker for resource:security_group_rule and tenant:9be8d0385de74373847ba00385023a7d is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:55:46.354393 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-7bdff742-a512-41d6-93d1-5bc312d98d6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:55:46.374214 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-7bdff742-a512-41d6-93d1-5bc312d98d6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:55:46.381951 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-45cf71a7-ce3e-441d-be0f-c5e857bc7ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:46.434997 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-45cf71a7-ce3e-441d-be0f-c5e857bc7ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:46.479290 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621cc1ce-eef3-4be9-aa6e-3fae650aa2c6 req-35771941-7bc9-4563-9f96-e4f429124c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:46.480810 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-621cc1ce-eef3-4be9-aa6e-3fae650aa2c6 req-35771941-7bc9-4563-9f96-e4f429124c2f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=388065c0-e171-4b50-98f0-baf98c779e87 HTTP/1.1" status: 200  len: 859 time: 0.0913327
May 17 13:55:46.527312 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f617b02b-9fb0-4092-b947-9995eff15cb9 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Router d2d1e582-0441-4cc3-be8a-b3570f74fe4d has already been hosted by L3 agent 5f048e90-1481-4c55-97c3-311a68b90326 {{(pid=78743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 17 13:55:46.538874 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-621cc1ce-eef3-4be9-aa6e-3fae650aa2c6 req-740c5002-712e-46de-8c4c-f432cabb1331 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f8ea7e78-9a41-4fc9-b0e0-a85e1f425997&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0468981
May 17 13:55:46.571933 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device 1f78ae02-e066-4b8a-bf9e-a69ebf921f24 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 17 13:55:46.604748 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-45cf71a7-ce3e-441d-be0f-c5e857bc7ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:46.627002 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-7bdff742-a512-41d6-93d1-5bc312d98d6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:46.628267 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-c4ce275a-ee21-4b00-8a90-4b01771c8f31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:46.657377 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cf71a7-ce3e-441d-be0f-c5e857bc7ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6a011f-11b4-4242-8008-d02a2cb4ff3c,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:46.660547 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-45cf71a7-ce3e-441d-be0f-c5e857bc7ea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:46.664393 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-7bdff742-a512-41d6-93d1-5bc312d98d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:46.675051 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-85e2b184-fdea-40db-86bf-edf22e4801dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:46.754992 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port 1f78ae02-e066-4b8a-bf9e-a69ebf921f24, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1f78ae02-e066-4b8a-bf9e-a69ebf921f24,segment=NetworkSegment(5ff715a4-8152-43b1-b8d5-eac5f4b39cb8),segment_id=5ff715a4-8152-43b1-b8d5-eac5f4b39cb8)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:55:46.770965 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Returning: {'device': '1f78ae02-e066-4b8a-bf9e-a69ebf921f24', 'network_id': 'd25d5cae-54ec-4225-9cbf-925c545d1c4b', 'port_id': '1f78ae02-e066-4b8a-bf9e-a69ebf921f24', 'mac_address': 'fa:16:3e:49:86:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '600ec493-5d60-465f-9948-e0daf3dbabab', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 17 13:55:46.834726 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:46.852929 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f78ae02-e066-4b8a-bf9e-a69ebf921f24 {{(pid=78744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 17 13:55:46.869810 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port 1f78ae02-e066-4b8a-bf9e-a69ebf921f24, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1f78ae02-e066-4b8a-bf9e-a69ebf921f24,segment=NetworkSegment(5ff715a4-8152-43b1-b8d5-eac5f4b39cb8),segment_id=5ff715a4-8152-43b1-b8d5-eac5f4b39cb8)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:55:46.874170 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:46.876453 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:46.886992 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-7bdff742-a512-41d6-93d1-5bc312d98d6d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9be8d0385de74373847ba00385023a7d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9282181
May 17 13:55:46.886992 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdff742-a512-41d6-93d1-5bc312d98d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99233c74-474b-44bd-be37-48470ade592c,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:46.886992 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 60906) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:46.893056 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-7bdff742-a512-41d6-93d1-5bc312d98d6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:46.894456 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-45cf71a7-ce3e-441d-be0f-c5e857bc7ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:46.896679 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-45cf71a7-ce3e-441d-be0f-c5e857bc7ea3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1f6a011f-11b4-4242-8008-d02a2cb4ff3c HTTP/1.1" status: 204  len: 168 time: 0.7586370
May 17 13:55:46.949204 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Pushing event updated for resources: {'Port': ['ID=1f78ae02-e066-4b8a-bf9e-a69ebf921f24,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:46.952615 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f617b02b-9fb0-4092-b947-9995eff15cb9 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify agent at l3_agent.dv-cinder-788363-3-iscsi the message routers_updated {{(pid=78743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 17 13:55:46.957637 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:55:46.958848 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:55:46.960226 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:55:46.960885 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:55:46.961266 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f617b02b-9fb0-4092-b947-9995eff15cb9 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for floatingip, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:46.961589 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:55:46.962116 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:55:46.962712 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:55:46.963056 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:55:46.963405 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:55:46.963751 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:55:46.964212 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:55:46.965078 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:55:46.969227 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:46.969915 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b85af5-8124-4ac8-afda-22c9873ba213 None None] Sync routers for ids ['d2d1e582-0441-4cc3-be8a-b3570f74fe4d'] in dv-cinder-788363-3-iscsi {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 17 13:55:46.988220 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b85af5-8124-4ac8-afda-22c9873ba213 None None] Routers {'d2d1e582-0441-4cc3-be8a-b3570f74fe4d'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 13:55:46.989008 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-63b85af5-8124-4ac8-afda-22c9873ba213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3ff1a040>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T13:55:40Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['d2d1e582-0441-4cc3-be8a-b3570f74fe4d'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:55:47.033109 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c39fdcd8-1ca1-47fd-a492-afb74aa3750c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:47.059774 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-f617b02b-9fb0-4092-b947-9995eff15cb9 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "PUT /v2.0/floatingips/2add35c6-c5f7-4d65-9418-da8a5c2ec4fb HTTP/1.1" status: 200  len: 991 time: 3.1976278
May 17 13:55:47.059774 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '004c576d-e292-4883-aea6-cefaf5268396', 'tag': 'e387a912-f167-4519-8373-1322f80d5380'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 13:55:47.065403 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-621cc1ce-eef3-4be9-aa6e-3fae650aa2c6 req-374c1ab1-a1d7-48c3-9e4e-294a571e1649 service neutron] 10.222.0.49 "GET /v2.0/networks/f8ea7e78-9a41-4fc9-b0e0-a85e1f425997?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4714191
May 17 13:55:47.175063 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c39fdcd8-1ca1-47fd-a492-afb74aa3750c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:47.206306 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-63b85af5-8124-4ac8-afda-22c9873ba213 None None] Set router d2d1e582-0441-4cc3-be8a-b3570f74fe4d gateway port host: dv-cinder-788363-3-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 13:55:47.273535 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d87ef-126d-46e0-87d5-a72641d39202 req-9fbff815-bfec-4415-8998-12e95be54d3d tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:47.275287 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-824d87ef-126d-46e0-87d5-a72641d39202 req-9fbff815-bfec-4415-8998-12e95be54d3d tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?device_id=e665837f-99a6-4f0a-9b75-51df95b9f889 HTTP/1.1" status: 200  len: 944 time: 0.2437346
May 17 13:55:47.307275 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-621cc1ce-eef3-4be9-aa6e-3fae650aa2c6 req-8c0eb203-f426-4f4b-817e-7ddbca7c25e8 service neutron] 10.222.0.49 "GET /v2.0/networks/f8ea7e78-9a41-4fc9-b0e0-a85e1f425997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2340369
May 17 13:55:47.311155 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] get_ports_and_sgs() called for port_ids ['1f78ae02-e066-4b8a-bf9e-a69ebf921f24'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 17 13:55:47.359662 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 60924) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:47.410939 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c39fdcd8-1ca1-47fd-a492-afb74aa3750c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:47.433567 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-deefa143-e03a-425b-b3b7-974026c6cd42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:47.437433 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '004c576d-e292-4883-aea6-cefaf5268396', 'tag': 'e387a912-f167-4519-8373-1322f80d5380', 'status': 'completed', 'code': 200}
May 17 13:55:47.455520 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-db747cf7-c128-42f4-bf05-0526e15d3054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:47.491916 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39fdcd8-1ca1-47fd-a492-afb74aa3750c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99233c74-474b-44bd-be37-48470ade592c,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:47.520328 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-c39fdcd8-1ca1-47fd-a492-afb74aa3750c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:47.525886 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c39fdcd8-1ca1-47fd-a492-afb74aa3750c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:47.526976 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-c39fdcd8-1ca1-47fd-a492-afb74aa3750c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/99233c74-474b-44bd-be37-48470ade592c HTTP/1.1" status: 204  len: 168 time: 0.6396601
May 17 13:55:47.533736 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-824d87ef-126d-46e0-87d5-a72641d39202 req-5362f080-498b-4248-9d27-f2c35528ee91 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/security-groups?id=890f41c9-fdc7-4a0f-85af-a9d571fa23e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1977293
May 17 13:55:47.534658 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-cb388c0c-a055-451b-a751-a3d583ce7eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132438120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133803428'] for subnet, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:47.553472 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-2505cb08-08f7-4a70-a7ec-96ff886977d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:47.607486 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-db747cf7-c128-42f4-bf05-0526e15d3054 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:55:47.634504 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-db747cf7-c128-42f4-bf05-0526e15d3054 admin admin] Usage tracker for resource:security_group_rule and tenant:af98cfe7d6c6450fa43ab8eb282635c4 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:55:47.635688 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb388c0c-a055-451b-a751-a3d583ce7eda admin admin] Pushing event updated for resources: {'Subnet': ['ID=37e5297d-fe8f-4a0e-87c5-2f6b3736fc24,revision_number=0']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:47.643803 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-cb388c0c-a055-451b-a751-a3d583ce7eda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:47.650303 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb388c0c-a055-451b-a751-a3d583ce7eda admin admin] Checking segment: {'id': '1fd366db-1a94-4c98-8335-796003671e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'f5583f2f-0230-4eb1-8a2b-2e72a7e7685e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 13:55:47.650665 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb388c0c-a055-451b-a751-a3d583ce7eda admin admin] Network hostable DHCP agents. Network: f5583f2f-0230-4eb1-8a2b-2e72a7e7685e, hostable agents: ['49bbb97f-fcd4-4504-a032-9a51e4e6deed'], hosted agents: [] {{(pid=78742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 17 13:55:47.652180 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-db747cf7-c128-42f4-bf05-0526e15d3054 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:55:47.667310 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-db747cf7-c128-42f4-bf05-0526e15d3054 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:55:47.684131 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb388c0c-a055-451b-a751-a3d583ce7eda admin admin] Network f5583f2f-0230-4eb1-8a2b-2e72a7e7685e is scheduled to be hosted by DHCP agent 49bbb97f-fcd4-4504-a032-9a51e4e6deed with binding_index 1 {{(pid=78742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 17 13:55:47.697650 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-cb388c0c-a055-451b-a751-a3d583ce7eda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-3-iscsi, f5583f2f-0230-4eb1-8a2b-2e72a7e7685e) {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:55:47.709667 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192babe8-7cf9-4bce-bdb7-9751efce1e5f None None] Network f5583f2f-0230-4eb1-8a2b-2e72a7e7685e requested from dv-cinder-788363-3-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 17 13:55:47.712007 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb388c0c-a055-451b-a751-a3d583ce7eda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:47.712771 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-cb388c0c-a055-451b-a751-a3d583ce7eda admin admin] Notify callbacks [] for subnet, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:47.752584 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-cb388c0c-a055-451b-a751-a3d583ce7eda admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.7245507
May 17 13:55:47.760716 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a759e-1bbb-4c28-8a8d-a6c674af8f5c req-31cfed06-2ee8-4010-a2bf-f00e4bb90ddc tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:47.762986 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-493a759e-1bbb-4c28-8a8d-a6c674af8f5c req-31cfed06-2ee8-4010-a2bf-f00e4bb90ddc tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 946 time: 0.2022247
May 17 13:55:47.764772 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-63b85af5-8124-4ac8-afda-22c9873ba213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3ff1a040>, [{'id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'name': 'tempest-AttachVolumeShelveTestJSON-1637185521-router', 'tenant_id': '67705816dc0348c8a6486f2aa1cb2549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '42b3510b-e9c6-47b4-b6f4-b0be19bc469c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:54:40Z', 'updated_at': '2021-05-17T13:54:48Z', 'revision_number': 4, 'project_id': '67705816dc0348c8a6486f2aa1cb2549', 'gw_port': {'id': '42b3510b-e9c6-47b4-b6f4-b0be19bc469c', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:41Z', 'updated_at': '2021-05-17T13:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_floatingips': [{'id': '2add35c6-c5f7-4d65-9418-da8a5c2ec4fb', 'tenant_id': '67705816dc0348c8a6486f2aa1cb2549', 'floating_ip_address': '172.27.1.159', 'floating_network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'router_id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'port_id': 'e387a912-f167-4519-8373-1322f80d5380', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f96cba92-eccd-4fce-9019-8397a76ebc2b', 'mac_address': 'fa:16:3e:aa:03:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004c576d-e292-4883-aea6-cefaf5268396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T13:55:08Z', 'updated_at': '2021-05-17T13:55:45Z', 'revision_number': 1, 'project_id': '67705816dc0348c8a6486f2aa1cb2549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033680b6-e7c4-4f4b-85d9-bac1a3dc5507', 'name': '', 'network_id': 'f96cba92-eccd-4fce-9019-8397a76ebc2b', 'tenant_id': '67705816dc0348c8a6486f2aa1cb2549', 'mac_address': 'fa:16:3e:09:9f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd7bf7301-b5af-4e08-ada3-78e2aec55a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:47Z', 'updated_at': '2021-05-17T13:55:05Z', 'revision_number': 5, 'project_id': '67705816dc0348c8a6486f2aa1cb2549', 'subnets': [{'id': 'd7bf7301-b5af-4e08-ada3-78e2aec55a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:55:47.769315 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c2d4c-177d-4245-b1f7-4d74e2da7fbe req-1caceab8-c4be-44f2-9167-6ad27ca7abbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:47.770096 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b85af5-8124-4ac8-afda-22c9873ba213 None None] Checking router: d2d1e582-0441-4cc3-be8a-b3570f74fe4d for host: dv-cinder-788363-3-iscsi {{(pid=78745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 17 13:55:47.771016 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-779c2d4c-177d-4245-b1f7-4d74e2da7fbe req-1caceab8-c4be-44f2-9167-6ad27ca7abbd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=67705816dc0348c8a6486f2aa1cb2549&device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 1098 time: 0.3326185
May 17 13:55:47.780996 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b85af5-8124-4ac8-afda-22c9873ba213 None None] Routers {'d2d1e582-0441-4cc3-be8a-b3570f74fe4d'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 13:55:47.781810 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-63b85af5-8124-4ac8-afda-22c9873ba213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3ff1a040>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T13:55:40Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['d2d1e582-0441-4cc3-be8a-b3570f74fe4d'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:55:47.932727 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-493a759e-1bbb-4c28-8a8d-a6c674af8f5c req-53a0de8b-1c17-4c8e-80d2-07c4fce717be tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1588731
May 17 13:55:48.028098 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-db747cf7-c128-42f4-bf05-0526e15d3054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:48.032865 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c2d4c-177d-4245-b1f7-4d74e2da7fbe req-8aa3b32e-53f2-4ac7-add9-3196521e835d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:48.035636 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-779c2d4c-177d-4245-b1f7-4d74e2da7fbe req-8aa3b32e-53f2-4ac7-add9-3196521e835d service neutron] 10.222.0.49 "GET /v2.0/networks?id=f96cba92-eccd-4fce-9019-8397a76ebc2b HTTP/1.1" status: 200  len: 918 time: 0.2277977
May 17 13:55:48.037333 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-db747cf7-c128-42f4-bf05-0526e15d3054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:48.038257 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67226f1-5fa8-41a7-b521-303bb52e2bed None None] Network f5583f2f-0230-4eb1-8a2b-2e72a7e7685e requested from dv-cinder-788363-3-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 17 13:55:48.045761 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-ae85fd51-0ca7-419e-9ab7-7af866632e7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:48.078865 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db747cf7-c128-42f4-bf05-0526e15d3054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc09f12-9656-4c8b-9d0b-dfe95f3994c0,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:48.082415 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-db747cf7-c128-42f4-bf05-0526e15d3054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:48.105003 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-63b85af5-8124-4ac8-afda-22c9873ba213 None None] Set router d2d1e582-0441-4cc3-be8a-b3570f74fe4d gateway port host: dv-cinder-788363-3-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 13:55:48.186413 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-db747cf7-c128-42f4-bf05-0526e15d3054 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=af98cfe7d6c6450fa43ab8eb282635c4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8258443
May 17 13:55:48.189213 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 60946) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:48.204901 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-779c2d4c-177d-4245-b1f7-4d74e2da7fbe req-6a54c8db-272e-4a97-82da-daf2fdba2ba1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e387a912-f167-4519-8373-1322f80d5380 HTTP/1.1" status: 200  len: 999 time: 0.1270194
May 17 13:55:48.303033 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b82b6f23-2f9e-428d-95f3-c0790a2c3fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:48.325024 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c2d4c-177d-4245-b1f7-4d74e2da7fbe req-8a7e15dc-0044-4f7a-a085-fc8a037a21b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:48.326447 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-779c2d4c-177d-4245-b1f7-4d74e2da7fbe req-8a7e15dc-0044-4f7a-a085-fc8a037a21b0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d7bf7301-b5af-4e08-ada3-78e2aec55a6a HTTP/1.1" status: 200  len: 856 time: 0.1139131
May 17 13:55:48.332767 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 60952) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:48.358555 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b82b6f23-2f9e-428d-95f3-c0790a2c3fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:48.426566 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b82b6f23-2f9e-428d-95f3-c0790a2c3fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:48.435508 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-eeba0bc1-8c34-4056-be8c-6b7b68314201 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:48.452824 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b7cc-7051-4192-94c8-f243f1bb2d67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:48.466614 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b6f23-2f9e-428d-95f3-c0790a2c3fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc09f12-9656-4c8b-9d0b-dfe95f3994c0,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:48.469632 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-b82b6f23-2f9e-428d-95f3-c0790a2c3fb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:48.471813 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b82b6f23-2f9e-428d-95f3-c0790a2c3fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:48.472916 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-b82b6f23-2f9e-428d-95f3-c0790a2c3fb9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5cc09f12-9656-4c8b-9d0b-dfe95f3994c0 HTTP/1.1" status: 204  len: 168 time: 0.2819617
May 17 13:55:48.509636 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-d2c3b7cc-7051-4192-94c8-f243f1bb2d67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:55:48.522301 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-d2c3b7cc-7051-4192-94c8-f243f1bb2d67 admin admin] Usage tracker for resource:security_group_rule and tenant:87fec7a67b6d40e6973e6fe9e865fb50 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:55:48.534702 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-d2c3b7cc-7051-4192-94c8-f243f1bb2d67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:55:48.550633 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-d2c3b7cc-7051-4192-94c8-f243f1bb2d67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:55:48.587272 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c2d4c-177d-4245-b1f7-4d74e2da7fbe req-c5b76ebc-a910-402e-be5d-3ac274185cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:48.588881 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-779c2d4c-177d-4245-b1f7-4d74e2da7fbe req-c5b76ebc-a910-402e-be5d-3ac274185cdb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f96cba92-eccd-4fce-9019-8397a76ebc2b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2532313
May 17 13:55:48.744139 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-63b85af5-8124-4ac8-afda-22c9873ba213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3ff1a040>, [{'id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'name': 'tempest-AttachVolumeShelveTestJSON-1637185521-router', 'tenant_id': '67705816dc0348c8a6486f2aa1cb2549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '42b3510b-e9c6-47b4-b6f4-b0be19bc469c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:54:40Z', 'updated_at': '2021-05-17T13:54:48Z', 'revision_number': 4, 'project_id': '67705816dc0348c8a6486f2aa1cb2549', 'gw_port': {'id': '42b3510b-e9c6-47b4-b6f4-b0be19bc469c', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:41Z', 'updated_at': '2021-05-17T13:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_floatingips': [{'id': '2add35c6-c5f7-4d65-9418-da8a5c2ec4fb', 'tenant_id': '67705816dc0348c8a6486f2aa1cb2549', 'floating_ip_address': '172.27.1.159', 'floating_network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'router_id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'port_id': 'e387a912-f167-4519-8373-1322f80d5380', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f96cba92-eccd-4fce-9019-8397a76ebc2b', 'mac_address': 'fa:16:3e:aa:03:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004c576d-e292-4883-aea6-cefaf5268396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T13:55:08Z', 'updated_at': '2021-05-17T13:55:45Z', 'revision_number': 1, 'project_id': '67705816dc0348c8a6486f2aa1cb2549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033680b6-e7c4-4f4b-85d9-bac1a3dc5507', 'name': '', 'network_id': 'f96cba92-eccd-4fce-9019-8397a76ebc2b', 'tenant_id': '67705816dc0348c8a6486f2aa1cb2549', 'mac_address': 'fa:16:3e:09:9f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd7bf7301-b5af-4e08-ada3-78e2aec55a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:47Z', 'updated_at': '2021-05-17T13:55:05Z', 'revision_number': 5, 'project_id': '67705816dc0348c8a6486f2aa1cb2549', 'subnets': [{'id': 'd7bf7301-b5af-4e08-ada3-78e2aec55a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:55:48.750177 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b85af5-8124-4ac8-afda-22c9873ba213 None None] The sync data for ids ['d2d1e582-0441-4cc3-be8a-b3570f74fe4d'] in dv-cinder-788363-3-iscsi is: [{'id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'name': 'tempest-AttachVolumeShelveTestJSON-1637185521-router', 'tenant_id': '67705816dc0348c8a6486f2aa1cb2549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '42b3510b-e9c6-47b4-b6f4-b0be19bc469c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:54:40Z', 'updated_at': '2021-05-17T13:54:48Z', 'revision_number': 4, 'project_id': '67705816dc0348c8a6486f2aa1cb2549', 'gw_port': {'id': '42b3510b-e9c6-47b4-b6f4-b0be19bc469c', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:41Z', 'updated_at': '2021-05-17T13:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_floatingips': [{'id': '2add35c6-c5f7-4d65-9418-da8a5c2ec4fb', 'tenant_id': '67705816dc0348c8a6486f2aa1cb2549', 'floating_ip_address': '172.27.1.159', 'floating_network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'router_id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'port_id': 'e387a912-f167-4519-8373-1322f80d5380', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f96cba92-eccd-4fce-9019-8397a76ebc2b', 'mac_address': 'fa:16:3e:aa:03:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004c576d-e292-4883-aea6-cefaf5268396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T13:55:08Z', 'updated_at': '2021-05-17T13:55:45Z', 'revision_number': 1, 'project_id': '67705816dc0348c8a6486f2aa1cb2549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033680b6-e7c4-4f4b-85d9-bac1a3dc5507', 'name': '', 'network_id': 'f96cba92-eccd-4fce-9019-8397a76ebc2b', 'tenant_id': '67705816dc0348c8a6486f2aa1cb2549', 'mac_address': 'fa:16:3e:09:9f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd7bf7301-b5af-4e08-ada3-78e2aec55a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:47Z', 'updated_at': '2021-05-17T13:55:05Z', 'revision_number': 5, 'project_id': '67705816dc0348c8a6486f2aa1cb2549', 'subnets': [{'id': 'd7bf7301-b5af-4e08-ada3-78e2aec55a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 17 13:55:48.908730 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-779c2d4c-177d-4245-b1f7-4d74e2da7fbe req-633f6f5a-4a08-4f2a-a36e-9f0c79fc0ba1 service neutron] 10.222.0.49 "GET /v2.0/networks/f96cba92-eccd-4fce-9019-8397a76ebc2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3083298
May 17 13:55:48.978679 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b7cc-7051-4192-94c8-f243f1bb2d67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:49.053541 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b7cc-7051-4192-94c8-f243f1bb2d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:49.065025 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-25fed82d-eddc-4745-a692-212a4a73718b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:49.163840 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58428af2-2221-4b90-b7c8-6986a586e083 None None] New status for floating IP 2add35c6-c5f7-4d65-9418-da8a5c2ec4fb: ACTIVE {{(pid=78744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 17 13:55:49.266869 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997f6fd-73f8-4a11-8ce1-48ef71e7a28b req-9a47a4cc-aa12-4ac0-802d-1587cc31b043 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:49.272588 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-c997f6fd-73f8-4a11-8ce1-48ef71e7a28b req-9a47a4cc-aa12-4ac0-802d-1587cc31b043 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 946 time: 0.1624076
May 17 13:55:49.302842 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-d2c3b7cc-7051-4192-94c8-f243f1bb2d67 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=87fec7a67b6d40e6973e6fe9e865fb50&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9677992
May 17 13:55:49.310319 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 60988) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:49.320874 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542a7f0-bac4-473d-b5ab-fa8e7ebbe754 req-97fb5eb4-f267-433e-9b0b-66da39e0dd03 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:49.323896 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5542a7f0-bac4-473d-b5ab-fa8e7ebbe754 req-97fb5eb4-f267-433e-9b0b-66da39e0dd03 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?device_id=e665837f-99a6-4f0a-9b75-51df95b9f889 HTTP/1.1" status: 200  len: 944 time: 0.5191605
May 17 13:55:49.327813 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c3b7cc-7051-4192-94c8-f243f1bb2d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcaa7a17-9b79-452a-9a4d-ca9c10aee358,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:49.331061 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-d2c3b7cc-7051-4192-94c8-f243f1bb2d67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:49.386522 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-779c2d4c-177d-4245-b1f7-4d74e2da7fbe req-0abbed5e-a5cc-468f-8e96-9c562bb28532 service neutron] 10.222.0.49 "GET /v2.0/networks/f96cba92-eccd-4fce-9019-8397a76ebc2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4615750
May 17 13:55:49.386753 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-c997f6fd-73f8-4a11-8ce1-48ef71e7a28b req-3c4b5ccd-adf0-4ebe-9278-5f5c09c7e504 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1064303
May 17 13:55:49.437556 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5542a7f0-bac4-473d-b5ab-fa8e7ebbe754 req-97a63aab-9031-4fe7-acae-151455bfdbad tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/security-groups?id=890f41c9-fdc7-4a0f-85af-a9d571fa23e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0896013
May 17 13:55:49.451964 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7a7aea07-d5a4-48af-8f8d-af7fe5c4ee77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:49.488346 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7a7aea07-d5a4-48af-8f8d-af7fe5c4ee77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:49.548803 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7a7aea07-d5a4-48af-8f8d-af7fe5c4ee77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:49.553801 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-d2c3b7cc-7051-4192-94c8-f243f1bb2d67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:49.568065 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7aea07-d5a4-48af-8f8d-af7fe5c4ee77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcaa7a17-9b79-452a-9a4d-ca9c10aee358,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:49.579228 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-7a7aea07-d5a4-48af-8f8d-af7fe5c4ee77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:49.588948 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7a7aea07-d5a4-48af-8f8d-af7fe5c4ee77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:49.590085 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-7a7aea07-d5a4-48af-8f8d-af7fe5c4ee77 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fcaa7a17-9b79-452a-9a4d-ca9c10aee358 HTTP/1.1" status: 204  len: 168 time: 0.2786632
May 17 13:55:50.608196 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0797f-bd12-411c-84ef-ba2479c74b49 req-b5dc848b-fc0f-45c1-992c-2de9dc6bf597 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:50.616733 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-22c0797f-bd12-411c-84ef-ba2479c74b49 req-b5dc848b-fc0f-45c1-992c-2de9dc6bf597 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 946 time: 0.1121931
May 17 13:55:50.622095 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device 1f78ae02-e066-4b8a-bf9e-a69ebf921f24 up at agent hyperv_hv-cinder-78836 {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:55:50.686995 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-22c0797f-bd12-411c-84ef-ba2479c74b49 req-79d097b3-19ce-4416-b803-2d81df997aa1 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693927
May 17 13:55:50.733856 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Provisioning for port 1f78ae02-e066-4b8a-bf9e-a69ebf921f24 completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:55:50.742990 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Provisioning complete for port 1f78ae02-e066-4b8a-bf9e-a69ebf921f24 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:55:50.743809 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:50.828772 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6522d9d-4f4b-496f-b7b3-29b464de9a60 req-411e4766-ece3-4a75-a8db-ac8c9a264189 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:50.841257 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-e6522d9d-4f4b-496f-b7b3-29b464de9a60 req-411e4766-ece3-4a75-a8db-ac8c9a264189 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?device_id=e665837f-99a6-4f0a-9b75-51df95b9f889 HTTP/1.1" status: 200  len: 944 time: 0.2140334
May 17 13:55:50.904987 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-e6522d9d-4f4b-496f-b7b3-29b464de9a60 req-0bb7a85b-7cf1-4661-a448-3aa9b0f29ed2 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/security-groups?id=890f41c9-fdc7-4a0f-85af-a9d571fa23e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609396
May 17 13:55:50.930445 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:50.964916 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e665837f-99a6-4f0a-9b75-51df95b9f889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f78ae02-e066-4b8a-bf9e-a69ebf921f24'}] {{(pid=78744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 13:55:50.976954 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port 1f78ae02-e066-4b8a-bf9e-a69ebf921f24, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1f78ae02-e066-4b8a-bf9e-a69ebf921f24,segment=NetworkSegment(5ff715a4-8152-43b1-b8d5-eac5f4b39cb8),segment_id=5ff715a4-8152-43b1-b8d5-eac5f4b39cb8)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:55:50.981455 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:50.984656 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:51.045812 dv-cinder-788363-3-iscsi neutron-server[78744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e665837f-99a6-4f0a-9b75-51df95b9f889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f78ae02-e066-4b8a-bf9e-a69ebf921f24', 'code': 200}
May 17 13:55:51.094242 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Pushing event updated for resources: {'Port': ['ID=1f78ae02-e066-4b8a-bf9e-a69ebf921f24,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:51.101861 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:51.394146 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f0b12-a6c5-4b59-b9d7-ba2414d7fe16 req-950bd520-8bf5-4dcb-8428-e0a7dd125f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:51.396679 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d29f0b12-a6c5-4b59-b9d7-ba2414d7fe16 req-950bd520-8bf5-4dcb-8428-e0a7dd125f59 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e665837f-99a6-4f0a-9b75-51df95b9f889 HTTP/1.1" status: 200  len: 1098 time: 0.1684406
May 17 13:55:51.455840 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d29f0b12-a6c5-4b59-b9d7-ba2414d7fe16 req-76ba82a1-2781-46b5-94c2-5b8ee3e14eee service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=890f41c9-fdc7-4a0f-85af-a9d571fa23e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398374
May 17 13:55:51.881708 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02870c26-cd32-487a-ad59-fb2e2f5847b4 req-5bd40aa2-2296-43ee-8bc0-f7d70bd7a328 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:51.884076 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-02870c26-cd32-487a-ad59-fb2e2f5847b4 req-5bd40aa2-2296-43ee-8bc0-f7d70bd7a328 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 946 time: 0.0863407
May 17 13:55:51.937918 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-02870c26-cd32-487a-ad59-fb2e2f5847b4 req-5ba0713f-2189-45d9-9cc3-bb2f741a9515 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455489
May 17 13:55:52.137350 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb4be7a-5671-4fd9-95d8-5bd53c2a9650 req-7423712b-ea2f-4610-8490-f5ad1712c765 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:52.138811 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-6fb4be7a-5671-4fd9-95d8-5bd53c2a9650 req-7423712b-ea2f-4610-8490-f5ad1712c765 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?device_id=e665837f-99a6-4f0a-9b75-51df95b9f889 HTTP/1.1" status: 200  len: 945 time: 0.0993826
May 17 13:55:52.187280 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-6fb4be7a-5671-4fd9-95d8-5bd53c2a9650 req-b5aeacc6-3043-40f7-b092-ffb1c519253c tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/security-groups?id=890f41c9-fdc7-4a0f-85af-a9d571fa23e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425758
May 17 13:55:53.013598 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd03c81-397c-4830-8f28-5c3e2a901ae9 req-3465c7a5-c3ef-45e9-a771-d2bd32e1437e tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:53.015377 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9cd03c81-397c-4830-8f28-5c3e2a901ae9 req-3465c7a5-c3ef-45e9-a771-d2bd32e1437e tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/ports?device_id=63e28bfb-68fd-4f8a-960d-300168dce68e HTTP/1.1" status: 200  len: 946 time: 0.1077504
May 17 13:55:53.070634 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9cd03c81-397c-4830-8f28-5c3e2a901ae9 req-6c2d7c49-9791-4f18-824a-275f99b9799a tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/security-groups?id=e971ae32-11ee-4fcd-99f6-9907ddee1b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481195
May 17 13:55:53.147731 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88003858-ef78-4595-a5ec-bf81f9d8cf90 req-7a8ff5d0-d75b-4338-8bd2-3a83d2ab199f tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:53.149223 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-88003858-ef78-4595-a5ec-bf81f9d8cf90 req-7a8ff5d0-d75b-4338-8bd2-3a83d2ab199f tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 946 time: 0.0873752
May 17 13:55:53.197157 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-88003858-ef78-4595-a5ec-bf81f9d8cf90 req-2f7642de-d1d7-42fc-ac9f-d016fe19521c tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421913
May 17 13:55:53.426219 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77d906-0f85-4208-9780-27db21005613 req-c9774134-1cc2-4769-88c9-1aa2c9d5a553 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:53.427891 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2f77d906-0f85-4208-9780-27db21005613 req-c9774134-1cc2-4769-88c9-1aa2c9d5a553 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?device_id=e665837f-99a6-4f0a-9b75-51df95b9f889 HTTP/1.1" status: 200  len: 945 time: 0.0978854
May 17 13:55:53.496571 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2f77d906-0f85-4208-9780-27db21005613 req-28ce03c4-a5b7-4dc9-b060-02c29c9b28b9 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/security-groups?id=890f41c9-fdc7-4a0f-85af-a9d571fa23e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525231
May 17 13:55:54.309976 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e9cc1-3432-4f89-a469-40391bb9e975 req-9f6c8faf-731c-41e5-b85c-4ac6d9653e6c tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:54.311656 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-de7e9cc1-3432-4f89-a469-40391bb9e975 req-9f6c8faf-731c-41e5-b85c-4ac6d9653e6c tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/ports?device_id=63e28bfb-68fd-4f8a-960d-300168dce68e HTTP/1.1" status: 200  len: 946 time: 0.1263397
May 17 13:55:54.372560 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-de7e9cc1-3432-4f89-a469-40391bb9e975 req-8e957162-6da2-4484-9cf4-d9bc975e1f5e tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/security-groups?id=e971ae32-11ee-4fcd-99f6-9907ddee1b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532448
May 17 13:55:54.434954 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9426cf-fa0f-4d63-b507-005190db1647 req-a05f2d02-3313-4b03-8fb4-ff619dba0076 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:54.436433 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5f9426cf-fa0f-4d63-b507-005190db1647 req-a05f2d02-3313-4b03-8fb4-ff619dba0076 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 946 time: 0.0926988
May 17 13:55:54.482177 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5f9426cf-fa0f-4d63-b507-005190db1647 req-ff492e5c-4881-45a2-bde3-af280d7255d6 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393188
May 17 13:55:54.495457 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 32956) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:54.638573 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-20c03b1e-f597-4c88-b667-f9559caca291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:54.655078 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-20c03b1e-f597-4c88-b667-f9559caca291 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:55:54.661986 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-20c03b1e-f597-4c88-b667-f9559caca291 admin admin] Usage tracker for resource:security_group_rule and tenant:265f029285b6494da5fc261d3e00e751 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:55:54.665300 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-20c03b1e-f597-4c88-b667-f9559caca291 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:55:54.676304 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-20c03b1e-f597-4c88-b667-f9559caca291 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:55:54.695002 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25358401-1e14-4975-9582-158c1478ec19 req-620f7ea3-84fa-4151-b05d-882d5258a4f7 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:54.697290 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-25358401-1e14-4975-9582-158c1478ec19 req-620f7ea3-84fa-4151-b05d-882d5258a4f7 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?device_id=e665837f-99a6-4f0a-9b75-51df95b9f889 HTTP/1.1" status: 200  len: 945 time: 0.0906999
May 17 13:55:54.767948 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-25358401-1e14-4975-9582-158c1478ec19 req-a879340a-7841-4d08-9db8-d881855bd182 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/security-groups?id=890f41c9-fdc7-4a0f-85af-a9d571fa23e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624661
May 17 13:55:54.783754 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-20c03b1e-f597-4c88-b667-f9559caca291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:54.788271 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-20c03b1e-f597-4c88-b667-f9559caca291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:54.795695 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-7bdff742-a512-41d6-93d1-5bc312d98d6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:54.838880 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-20c03b1e-f597-4c88-b667-f9559caca291 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=265f029285b6494da5fc261d3e00e751&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3424754
May 17 13:55:54.839770 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c03b1e-f597-4c88-b667-f9559caca291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2710d836-b6eb-43f3-9f88-635b81429881,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:54.843190 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-20c03b1e-f597-4c88-b667-f9559caca291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:54.854174 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 32970) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:54.919367 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-2cfd4e74-7864-404d-9a71-f5d23108bb49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:54.946479 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-2cfd4e74-7864-404d-9a71-f5d23108bb49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:55.001584 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-2cfd4e74-7864-404d-9a71-f5d23108bb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:55.006433 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:55.020279 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfd4e74-7864-404d-9a71-f5d23108bb49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2710d836-b6eb-43f3-9f88-635b81429881,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:55.022673 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-2cfd4e74-7864-404d-9a71-f5d23108bb49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:55.027959 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-2cfd4e74-7864-404d-9a71-f5d23108bb49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:55.029053 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-2cfd4e74-7864-404d-9a71-f5d23108bb49 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2710d836-b6eb-43f3-9f88-635b81429881 HTTP/1.1" status: 204  len: 168 time: 0.1738167
May 17 13:55:55.397321 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 32988) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:55.419756 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-250e8997-d740-4d56-ae89-55e4a021e0d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:55.436804 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-250e8997-d740-4d56-ae89-55e4a021e0d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:55:55.445034 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-250e8997-d740-4d56-ae89-55e4a021e0d8 admin admin] Usage tracker for resource:security_group_rule and tenant:a7660753f0e54a619471cc10a5becff1 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:55:55.448469 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-250e8997-d740-4d56-ae89-55e4a021e0d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:55:55.455555 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-250e8997-d740-4d56-ae89-55e4a021e0d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:55:55.573821 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-250e8997-d740-4d56-ae89-55e4a021e0d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:55.585852 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-250e8997-d740-4d56-ae89-55e4a021e0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:55.596083 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:55.648785 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ece5b6-9b11-49b7-bfe8-ce445d321883 req-d1c00bb4-e82d-4503-ace2-b9795b8c7b51 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:55.650283 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-47ece5b6-9b11-49b7-bfe8-ce445d321883 req-d1c00bb4-e82d-4503-ace2-b9795b8c7b51 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/ports?device_id=63e28bfb-68fd-4f8a-960d-300168dce68e HTTP/1.1" status: 200  len: 946 time: 0.1088524
May 17 13:55:55.677712 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-250e8997-d740-4d56-ae89-55e4a021e0d8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a7660753f0e54a619471cc10a5becff1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2786491
May 17 13:55:55.682098 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 33002) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:55.683451 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e8997-d740-4d56-ae89-55e4a021e0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0568a26a-36ba-41bd-9166-66284984fee8,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:55.686481 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-250e8997-d740-4d56-ae89-55e4a021e0d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:55.739250 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bdefd2-a0ab-4a21-84f7-f934a5e04699 req-617badf1-845f-4e93-8945-7c42646b9e0c tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:55.740302 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-47ece5b6-9b11-49b7-bfe8-ce445d321883 req-c49750db-3cf1-4b1d-ac13-d5d78ac63d22 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/security-groups?id=e971ae32-11ee-4fcd-99f6-9907ddee1b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0833528
May 17 13:55:55.761925 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f8bdefd2-a0ab-4a21-84f7-f934a5e04699 req-617badf1-845f-4e93-8945-7c42646b9e0c tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 946 time: 0.1153433
May 17 13:55:55.765905 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a4ded031-33d3-4066-b966-d60c0a32b26e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:55.809061 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a4ded031-33d3-4066-b966-d60c0a32b26e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:55.862493 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f8bdefd2-a0ab-4a21-84f7-f934a5e04699 req-7b125f41-5a29-4004-a490-e9838c66d3cc tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1065419
May 17 13:55:55.902125 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a4ded031-33d3-4066-b966-d60c0a32b26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:55.903007 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc53f267-d779-4386-bcf6-ea1c9b9a6570 req-9e3273ce-e8b7-41fe-a275-657d4b9b7ace tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:55.905863 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cc53f267-d779-4386-bcf6-ea1c9b9a6570 req-9e3273ce-e8b7-41fe-a275-657d4b9b7ace tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.49 "GET /v2.0/ports?device_id=63e28bfb-68fd-4f8a-960d-300168dce68e HTTP/1.1" status: 200  len: 946 time: 0.1262589
May 17 13:55:55.913660 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-d6b5ac81-20aa-4b60-b94d-ceb0a725de3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:55.933385 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ded031-33d3-4066-b966-d60c0a32b26e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0568a26a-36ba-41bd-9166-66284984fee8,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:55.939138 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-a4ded031-33d3-4066-b966-d60c0a32b26e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:55.955567 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a4ded031-33d3-4066-b966-d60c0a32b26e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:55.959019 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-a4ded031-33d3-4066-b966-d60c0a32b26e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0568a26a-36ba-41bd-9166-66284984fee8 HTTP/1.1" status: 204  len: 168 time: 0.2749043
May 17 13:55:56.125854 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-cc53f267-d779-4386-bcf6-ea1c9b9a6570 req-9281c8cf-7735-405a-9bed-f524101045f8 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Deleting port ebad6803-5ed6-4193-86e5-5d5eea2d32da {{(pid=78743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 13:55:56.126099 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-cc53f267-d779-4386-bcf6-ea1c9b9a6570 req-9281c8cf-7735-405a-9bed-f524101045f8 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:56.374646 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-cc53f267-d779-4386-bcf6-ea1c9b9a6570 req-9281c8cf-7735-405a-9bed-f524101045f8 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] For port ebad6803-5ed6-4193-86e5-5d5eea2d32da, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ebad6803-5ed6-4193-86e5-5d5eea2d32da,segment=NetworkSegment(26c3cbcc-e115-4e85-98fb-d8eeb03f7cb5),segment_id=26c3cbcc-e115-4e85-98fb-d8eeb03f7cb5)] {{(pid=78743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:55:56.375214 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-cc53f267-d779-4386-bcf6-ea1c9b9a6570 req-9281c8cf-7735-405a-9bed-f524101045f8 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:56.443796 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a079f-3a6f-443e-be0a-e3d09c8ec8b2 req-72a71248-a2b1-45f9-b162-5652a2406b31 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:56.452509 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-f65a079f-3a6f-443e-be0a-e3d09c8ec8b2 req-72a71248-a2b1-45f9-b162-5652a2406b31 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?device_id=e665837f-99a6-4f0a-9b75-51df95b9f889 HTTP/1.1" status: 200  len: 945 time: 0.1019645
May 17 13:55:56.512107 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-f65a079f-3a6f-443e-be0a-e3d09c8ec8b2 req-48035230-5d03-4816-b289-3b8c6d5d8315 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/security-groups?id=890f41c9-fdc7-4a0f-85af-a9d571fa23e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583818
May 17 13:55:56.561035 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-cc53f267-d779-4386-bcf6-ea1c9b9a6570 req-9281c8cf-7735-405a-9bed-f524101045f8 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Calling delete_port for ebad6803-5ed6-4193-86e5-5d5eea2d32da owned by compute:nova {{(pid=78743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 13:55:56.929789 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-cc53f267-d779-4386-bcf6-ea1c9b9a6570 req-9281c8cf-7735-405a-9bed-f524101045f8 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281'] for port, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:56.943213 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-42787435-1da4-4bf8-ba29-634a0c1efaa5 req-1750876d-440b-4b55-a736-724936ef3856 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/ports?device_id=63e28bfb-68fd-4f8a-960d-300168dce68e HTTP/1.1" status: 200  len: 210 time: 0.0538445
May 17 13:55:56.944887 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:56.948913 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] get_ports_and_sgs() called for port_ids ['ebad6803-5ed6-4193-86e5-5d5eea2d32da'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 17 13:55:57.004617 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281c8cf-7735-405a-9bed-f524101045f8 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Pushing event deleted for resources: {'Port': ['ID=ebad6803-5ed6-4193-86e5-5d5eea2d32da,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:57.012107 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-9281c8cf-7735-405a-9bed-f524101045f8 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:55:57.098233 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc53f267-d779-4386-bcf6-ea1c9b9a6570 req-9281c8cf-7735-405a-9bed-f524101045f8 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] No DVR routers for this DVR port ebad6803-5ed6-4193-86e5-5d5eea2d32da on host hv-cinder-78836 {{(pid=78743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 17 13:55:57.101943 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-cc53f267-d779-4386-bcf6-ea1c9b9a6570 req-9281c8cf-7735-405a-9bed-f524101045f8 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:57.104977 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e28bfb-68fd-4f8a-960d-300168dce68e', 'name': 'network-vif-deleted', 'tag': 'ebad6803-5ed6-4193-86e5-5d5eea2d32da'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 13:55:57.129883 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cc53f267-d779-4386-bcf6-ea1c9b9a6570 req-9281c8cf-7735-405a-9bed-f524101045f8 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.49 "DELETE /v2.0/ports/ebad6803-5ed6-4193-86e5-5d5eea2d32da HTTP/1.1" status: 204  len: 173 time: 1.2182760
May 17 13:55:57.135724 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ff40a-28fe-411b-a837-fd0ade40fedb req-b91e2f24-01b8-45df-b3be-b9fc023a3780 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:57.137248 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-672ff40a-28fe-411b-a837-fd0ade40fedb req-b91e2f24-01b8-45df-b3be-b9fc023a3780 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 946 time: 0.0958943
May 17 13:55:57.162186 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63e28bfb-68fd-4f8a-960d-300168dce68e', 'name': 'network-vif-deleted', 'tag': 'ebad6803-5ed6-4193-86e5-5d5eea2d32da', 'status': 'completed', 'code': 200}
May 17 13:55:57.189733 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-672ff40a-28fe-411b-a837-fd0ade40fedb req-c1349fa5-5289-4adb-a5d7-5aafba4242af tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455401
May 17 13:55:57.786662 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737def28-c52b-4992-ad79-21f55d616ea8 req-ac2ec216-e9d9-41e4-abb3-2ac485a5495a tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:57.788294 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-737def28-c52b-4992-ad79-21f55d616ea8 req-ac2ec216-e9d9-41e4-abb3-2ac485a5495a tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?device_id=e665837f-99a6-4f0a-9b75-51df95b9f889 HTTP/1.1" status: 200  len: 945 time: 0.1128023
May 17 13:55:57.841788 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-737def28-c52b-4992-ad79-21f55d616ea8 req-85f51636-80f1-4504-9cf0-99afd44262a4 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/security-groups?id=890f41c9-fdc7-4a0f-85af-a9d571fa23e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426354
May 17 13:55:58.109565 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-49e0ff66-7f56-4977-9af4-5db927f81fef req-da589480-6be8-47a1-be59-32008b3f9c2f tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/ports?device_id=63e28bfb-68fd-4f8a-960d-300168dce68e HTTP/1.1" status: 200  len: 210 time: 0.0426512
May 17 13:55:58.384931 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111894ec-aaa3-4efd-80d5-10428bd094b1 req-de25c612-2569-4014-a8e4-523e94be42b4 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:58.386413 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-111894ec-aaa3-4efd-80d5-10428bd094b1 req-de25c612-2569-4014-a8e4-523e94be42b4 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 946 time: 0.0849233
May 17 13:55:58.433681 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-111894ec-aaa3-4efd-80d5-10428bd094b1 req-897ef671-67d0-46db-87bd-7ecd16e0bc0a tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410697
May 17 13:55:59.041703 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac0f31-ee91-43f7-af81-b1fd6348ecfb req-3e1df2af-a959-40c5-ba2e-86b3ffc4c803 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:59.043449 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-b5ac0f31-ee91-43f7-af81-b1fd6348ecfb req-3e1df2af-a959-40c5-ba2e-86b3ffc4c803 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?device_id=e665837f-99a6-4f0a-9b75-51df95b9f889 HTTP/1.1" status: 200  len: 945 time: 0.0931494
May 17 13:55:59.155476 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-b5ac0f31-ee91-43f7-af81-b1fd6348ecfb req-25e50b14-31c7-4ef7-bf43-a20fc697a754 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/security-groups?id=890f41c9-fdc7-4a0f-85af-a9d571fa23e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016018
May 17 13:55:59.289709 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-fb4e5891-ae6a-4e47-9664-999a798067a0 req-d41dfd4d-6387-4cf2-be6f-3e4e289b05be tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/ports?device_id=63e28bfb-68fd-4f8a-960d-300168dce68e HTTP/1.1" status: 200  len: 210 time: 0.0434008
May 17 13:55:59.621576 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00db7a3b-a35c-4b2e-91e2-c3d6cfc90f21 req-2adc84b0-40d1-456c-8db7-0c66dd154826 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:55:59.623018 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-00db7a3b-a35c-4b2e-91e2-c3d6cfc90f21 req-2adc84b0-40d1-456c-8db7-0c66dd154826 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 946 time: 0.0836692
May 17 13:55:59.667210 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-00db7a3b-a35c-4b2e-91e2-c3d6cfc90f21 req-ebccb999-d855-46b2-9729-954f67902adf tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384052
May 17 13:55:59.672826 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 33152) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:59.791096 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5e0a0ebe-6116-4d62-a894-c4feaf82013e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:59.805693 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-5e0a0ebe-6116-4d62-a894-c4feaf82013e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:55:59.809577 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-5e0a0ebe-6116-4d62-a894-c4feaf82013e admin admin] Usage tracker for resource:security_group_rule and tenant:c7663c21a47c4fbe8701ed92fb0f1ca2 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:55:59.812410 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-5e0a0ebe-6116-4d62-a894-c4feaf82013e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:55:59.818555 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-5e0a0ebe-6116-4d62-a894-c4feaf82013e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:55:59.900931 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5e0a0ebe-6116-4d62-a894-c4feaf82013e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:59.905309 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5e0a0ebe-6116-4d62-a894-c4feaf82013e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:55:59.912932 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-b82b6f23-2f9e-428d-95f3-c0790a2c3fb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:55:59.954013 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-5e0a0ebe-6116-4d62-a894-c4feaf82013e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c7663c21a47c4fbe8701ed92fb0f1ca2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2801843
May 17 13:55:59.954888 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a0ebe-6116-4d62-a894-c4feaf82013e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc795f47-187f-46a6-95b3-159f6ed921bb,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:55:59.956703 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 33162) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:55:59.957870 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-5e0a0ebe-6116-4d62-a894-c4feaf82013e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:56:00.014725 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-d9dfb25c-df71-44ca-b2a5-742d1c0b2f39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:00.040337 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-d9dfb25c-df71-44ca-b2a5-742d1c0b2f39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:00.091099 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-d9dfb25c-df71-44ca-b2a5-742d1c0b2f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:00.094930 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-8d979e4e-4b86-4395-9ee1-4a74cc71bc2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:56:00.108574 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dfb25c-df71-44ca-b2a5-742d1c0b2f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc795f47-187f-46a6-95b3-159f6ed921bb,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:56:00.110711 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-d9dfb25c-df71-44ca-b2a5-742d1c0b2f39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:56:00.116305 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-d9dfb25c-df71-44ca-b2a5-742d1c0b2f39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:00.117404 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-d9dfb25c-df71-44ca-b2a5-742d1c0b2f39 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fc795f47-187f-46a6-95b3-159f6ed921bb HTTP/1.1" status: 204  len: 168 time: 0.1597335
May 17 13:56:00.353257 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009cbcd-020d-4bd4-9002-312637820f50 req-40d30720-67a2-4ff6-8fd2-1fea54e677d8 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:00.354876 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-2009cbcd-020d-4bd4-9002-312637820f50 req-40d30720-67a2-4ff6-8fd2-1fea54e677d8 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?device_id=e665837f-99a6-4f0a-9b75-51df95b9f889 HTTP/1.1" status: 200  len: 945 time: 0.0912404
May 17 13:56:00.405185 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-2009cbcd-020d-4bd4-9002-312637820f50 req-353b97be-f5d3-4e3f-9dee-1a6a5ecfd4cd tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/security-groups?id=890f41c9-fdc7-4a0f-85af-a9d571fa23e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428476
May 17 13:56:00.434399 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 33178) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:56:00.459344 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-c95c2eb0-33d2-4f89-803f-8e961ff4ea46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:00.477133 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-c95c2eb0-33d2-4f89-803f-8e961ff4ea46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:56:00.481014 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-c95c2eb0-33d2-4f89-803f-8e961ff4ea46 admin admin] Usage tracker for resource:security_group_rule and tenant:0724fe35f20842e1801f31f4ca6590b6 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:56:00.484066 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-c95c2eb0-33d2-4f89-803f-8e961ff4ea46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:56:00.489761 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-c95c2eb0-33d2-4f89-803f-8e961ff4ea46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:56:00.548133 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-f8a0138c-5618-4962-992b-9e29a238043a req-df5c8cb3-eca0-4dc7-a8e2-971200533dfe tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/ports?device_id=63e28bfb-68fd-4f8a-960d-300168dce68e HTTP/1.1" status: 200  len: 210 time: 0.0443838
May 17 13:56:00.575126 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-c95c2eb0-33d2-4f89-803f-8e961ff4ea46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:00.578916 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-c95c2eb0-33d2-4f89-803f-8e961ff4ea46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:00.587353 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:56:00.625876 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-c95c2eb0-33d2-4f89-803f-8e961ff4ea46 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0724fe35f20842e1801f31f4ca6590b6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1903901
May 17 13:56:00.627365 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c2eb0-33d2-4f89-803f-8e961ff4ea46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723e36cd-1c35-4ac6-8327-ff96575de64d,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:56:00.628703 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 33182) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:56:00.630502 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-c95c2eb0-33d2-4f89-803f-8e961ff4ea46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:56:00.692662 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-60e0de21-8e30-4354-9352-7ed58e6aa91b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:00.718985 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-60e0de21-8e30-4354-9352-7ed58e6aa91b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:00.774290 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-60e0de21-8e30-4354-9352-7ed58e6aa91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:00.779183 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-de9c37c9-5fa1-4ce6-a063-26b33b89521b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:56:00.830912 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e0de21-8e30-4354-9352-7ed58e6aa91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723e36cd-1c35-4ac6-8327-ff96575de64d,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:56:00.844370 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-60e0de21-8e30-4354-9352-7ed58e6aa91b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:56:00.848142 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-60e0de21-8e30-4354-9352-7ed58e6aa91b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:00.849281 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-60e0de21-8e30-4354-9352-7ed58e6aa91b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/723e36cd-1c35-4ac6-8327-ff96575de64d HTTP/1.1" status: 204  len: 168 time: 0.2187624
May 17 13:56:00.883485 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2daa9-cc07-4594-b770-801157cac8a0 req-d381ba90-598b-42bb-adc0-e2b80e2a9b6b tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:00.884954 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-47e2daa9-cc07-4594-b770-801157cac8a0 req-d381ba90-598b-42bb-adc0-e2b80e2a9b6b tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 946 time: 0.1066985
May 17 13:56:00.932473 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-47e2daa9-cc07-4594-b770-801157cac8a0 req-388ed639-d919-4aff-a8c3-998671a47581 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412781
May 17 13:56:01.591325 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db41bf-b89d-4f83-a0cb-d343d9fe9eb1 req-9372a6fb-46d8-4e51-93bf-2dece0a0d80c tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:01.592797 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-76db41bf-b89d-4f83-a0cb-d343d9fe9eb1 req-9372a6fb-46d8-4e51-93bf-2dece0a0d80c tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?device_id=e665837f-99a6-4f0a-9b75-51df95b9f889 HTTP/1.1" status: 200  len: 945 time: 0.0789342
May 17 13:56:01.638316 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-76db41bf-b89d-4f83-a0cb-d343d9fe9eb1 req-0d202670-cb63-4b74-956c-e9aa210a3c5d tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/security-groups?id=890f41c9-fdc7-4a0f-85af-a9d571fa23e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399730
May 17 13:56:01.783516 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-21724301-48e9-4dc3-8a0d-d4afa1a7a89d req-1a4402e2-a851-4b9a-8915-f8a35d3ed6a7 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/ports?device_id=63e28bfb-68fd-4f8a-960d-300168dce68e HTTP/1.1" status: 200  len: 210 time: 0.0451577
May 17 13:56:01.792352 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device ebad6803-5ed6-4193-86e5-5d5eea2d32da no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 17 13:56:01.809611 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2c7c22af-16e0-4181-b69b-e04d02ce3235 req-b0998cf5-987b-42d0-8210-fcd681d42ee3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=06240799-ef9c-47ab-860a-e4ef7b575124&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0830393
May 17 13:56:01.846842 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] No Port match for: ebad6803-5ed6-4193-86e5-5d5eea2d32da {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 17 13:56:01.846842 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device ebad6803-5ed6-4193-86e5-5d5eea2d32da not bound to the agent host hv-cinder-78836 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 17 13:56:01.955044 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c22af-16e0-4181-b69b-e04d02ce3235 req-93cfcb36-d1c4-401f-92b4-33006f51972b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:01.956642 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2c7c22af-16e0-4181-b69b-e04d02ce3235 req-93cfcb36-d1c4-401f-92b4-33006f51972b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=26eff14cf205417591a4fc75a27bee33&device_id=06240799-ef9c-47ab-860a-e4ef7b575124 HTTP/1.1" status: 200  len: 1098 time: 0.0761149
May 17 13:56:02.182616 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c22af-16e0-4181-b69b-e04d02ce3235 req-6abdb17a-e1cd-4a63-935b-c533cb0fc489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:02.184090 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2c7c22af-16e0-4181-b69b-e04d02ce3235 req-6abdb17a-e1cd-4a63-935b-c533cb0fc489 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f8ea7e78-9a41-4fc9-b0e0-a85e1f425997 HTTP/1.1" status: 200  len: 920 time: 0.1935177
May 17 13:56:02.202568 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac475e7-e071-4e28-926b-356b0d23db78 req-6aad4906-72e9-4000-9ba5-3bdf33ad6b5f tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:02.203978 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6ac475e7-e071-4e28-926b-356b0d23db78 req-6aad4906-72e9-4000-9ba5-3bdf33ad6b5f tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 946 time: 0.1244490
May 17 13:56:02.297340 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2c7c22af-16e0-4181-b69b-e04d02ce3235 req-c8002d7d-358e-44c8-8493-33ffcfe1f84a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d4c4b17-c28a-465c-9c71-fafa2218663f HTTP/1.1" status: 200  len: 217 time: 0.0721714
May 17 13:56:02.310887 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6ac475e7-e071-4e28-926b-356b0d23db78 req-a2380ece-fe59-4235-b2fc-ccfbf8772c5a tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001973
May 17 13:56:02.370097 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c22af-16e0-4181-b69b-e04d02ce3235 req-83ea569a-7d05-4aca-9ad0-56ddf406580b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:02.371763 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2c7c22af-16e0-4181-b69b-e04d02ce3235 req-83ea569a-7d05-4aca-9ad0-56ddf406580b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=388065c0-e171-4b50-98f0-baf98c779e87 HTTP/1.1" status: 200  len: 859 time: 0.0639906
May 17 13:56:02.421233 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2c7c22af-16e0-4181-b69b-e04d02ce3235 req-b5327f86-0ca7-413b-bd08-66a90c59b535 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f8ea7e78-9a41-4fc9-b0e0-a85e1f425997&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0398138
May 17 13:56:02.553499 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2c7c22af-16e0-4181-b69b-e04d02ce3235 req-7d2f29db-6382-443d-bd93-b75b25a6ff07 service neutron] 10.222.0.49 "GET /v2.0/networks/f8ea7e78-9a41-4fc9-b0e0-a85e1f425997?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1233144
May 17 13:56:02.649729 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-8052cd49-7a68-4d4d-8373-307cb75036c7 None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 17 13:56:02.687504 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2c7c22af-16e0-4181-b69b-e04d02ce3235 req-cafd1bb0-1414-49aa-9414-0aff4ee7976a service neutron] 10.222.0.49 "GET /v2.0/networks/f8ea7e78-9a41-4fc9-b0e0-a85e1f425997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247094
May 17 13:56:02.836311 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb4ce4-3b7e-4cbf-8e11-26c58b478d43 req-fbea23e8-257c-4185-bce0-da68d14c4e4b tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:02.838327 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-f9bb4ce4-3b7e-4cbf-8e11-26c58b478d43 req-fbea23e8-257c-4185-bce0-da68d14c4e4b tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?device_id=e665837f-99a6-4f0a-9b75-51df95b9f889 HTTP/1.1" status: 200  len: 945 time: 0.0854821
May 17 13:56:02.907312 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-f9bb4ce4-3b7e-4cbf-8e11-26c58b478d43 req-f040ace9-3320-4a80-9ccd-a1e41eebbd86 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/security-groups?id=890f41c9-fdc7-4a0f-85af-a9d571fa23e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613611
May 17 13:56:03.064888 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-d2739b6c-4947-47ea-a6e1-7c8198024e0e req-d918dff6-bfe6-4f3c-9344-fb181541d33d tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/ports?device_id=63e28bfb-68fd-4f8a-960d-300168dce68e HTTP/1.1" status: 200  len: 210 time: 0.0495663
May 17 13:56:03.195536 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df3783-1f24-4ac7-b24a-a1da8d3ccb74 req-ef9a19f1-42df-46db-9310-54ca3b613669 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:03.196981 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-86df3783-1f24-4ac7-b24a-a1da8d3ccb74 req-ef9a19f1-42df-46db-9310-54ca3b613669 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.49 "GET /v2.0/ports?device_id=e665837f-99a6-4f0a-9b75-51df95b9f889 HTTP/1.1" status: 200  len: 945 time: 0.0880053
May 17 13:56:03.389727 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:03.431834 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-86df3783-1f24-4ac7-b24a-a1da8d3ccb74 req-171503fb-310a-4ef1-bfd9-16d49e0613d1 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Deleting port 1f78ae02-e066-4b8a-bf9e-a69ebf921f24 {{(pid=78743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 13:56:03.432256 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-86df3783-1f24-4ac7-b24a-a1da8d3ccb74 req-171503fb-310a-4ef1-bfd9-16d49e0613d1 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:03.559280 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528dcaad-8485-44a4-a6ce-232e72d59f35 req-9c4cbb54-1f6c-436a-b586-eaae3b6715f5 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:03.560856 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-528dcaad-8485-44a4-a6ce-232e72d59f35 req-9c4cbb54-1f6c-436a-b586-eaae3b6715f5 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 946 time: 0.1172190
May 17 13:56:03.607629 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-528dcaad-8485-44a4-a6ce-232e72d59f35 req-82fe359f-e183-42fc-8677-ff0b6661b7b0 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408442
May 17 13:56:03.616969 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-86df3783-1f24-4ac7-b24a-a1da8d3ccb74 req-171503fb-310a-4ef1-bfd9-16d49e0613d1 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] For port 1f78ae02-e066-4b8a-bf9e-a69ebf921f24, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1f78ae02-e066-4b8a-bf9e-a69ebf921f24,segment=NetworkSegment(5ff715a4-8152-43b1-b8d5-eac5f4b39cb8),segment_id=5ff715a4-8152-43b1-b8d5-eac5f4b39cb8)] {{(pid=78743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:56:03.617457 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-86df3783-1f24-4ac7-b24a-a1da8d3ccb74 req-171503fb-310a-4ef1-bfd9-16d49e0613d1 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:03.747189 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-86df3783-1f24-4ac7-b24a-a1da8d3ccb74 req-171503fb-310a-4ef1-bfd9-16d49e0613d1 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Calling delete_port for 1f78ae02-e066-4b8a-bf9e-a69ebf921f24 owned by compute:nova {{(pid=78743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 13:56:03.862343 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-86df3783-1f24-4ac7-b24a-a1da8d3ccb74 req-171503fb-310a-4ef1-bfd9-16d49e0613d1 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281'] for port, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:03.869552 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:56:03.876212 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] get_ports_and_sgs() called for port_ids ['1f78ae02-e066-4b8a-bf9e-a69ebf921f24'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 17 13:56:03.915194 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171503fb-310a-4ef1-bfd9-16d49e0613d1 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Pushing event deleted for resources: {'Port': ['ID=1f78ae02-e066-4b8a-bf9e-a69ebf921f24,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:56:03.941690 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-171503fb-310a-4ef1-bfd9-16d49e0613d1 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:56:03.992498 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-86df3783-1f24-4ac7-b24a-a1da8d3ccb74 req-171503fb-310a-4ef1-bfd9-16d49e0613d1 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] No DVR routers for this DVR port 1f78ae02-e066-4b8a-bf9e-a69ebf921f24 on host hv-cinder-78836 {{(pid=78743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 17 13:56:03.995913 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-86df3783-1f24-4ac7-b24a-a1da8d3ccb74 req-171503fb-310a-4ef1-bfd9-16d49e0613d1 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:03.998754 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e665837f-99a6-4f0a-9b75-51df95b9f889', 'name': 'network-vif-deleted', 'tag': '1f78ae02-e066-4b8a-bf9e-a69ebf921f24'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 13:56:04.021927 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-86df3783-1f24-4ac7-b24a-a1da8d3ccb74 req-171503fb-310a-4ef1-bfd9-16d49e0613d1 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.49 "DELETE /v2.0/ports/1f78ae02-e066-4b8a-bf9e-a69ebf921f24 HTTP/1.1" status: 204  len: 173 time: 0.8188901
May 17 13:56:04.079556 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-eb45954d-bf5e-400f-a45a-d55c8c64ab2a req-907e56f1-daf6-483c-9252-4e12b3d62d62 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Synchronizing usage tracker for tenant:25ecf979ce7f468e82f450fb59f40f1a on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 13:56:04.083828 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e665837f-99a6-4f0a-9b75-51df95b9f889', 'name': 'network-vif-deleted', 'tag': '1f78ae02-e066-4b8a-bf9e-a69ebf921f24', 'status': 'completed', 'code': 200}
May 17 13:56:04.123659 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-eb45954d-bf5e-400f-a45a-d55c8c64ab2a req-907e56f1-daf6-483c-9252-4e12b3d62d62 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Unset dirty status for tenant:25ecf979ce7f468e82f450fb59f40f1a on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 13:56:04.133410 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-eb45954d-bf5e-400f-a45a-d55c8c64ab2a req-907e56f1-daf6-483c-9252-4e12b3d62d62 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?device_id=e665837f-99a6-4f0a-9b75-51df95b9f889 HTTP/1.1" status: 200  len: 210 time: 0.1071742
May 17 13:56:04.373025 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-bd6d6077-63db-4dd2-a377-de8ff1d7f086 req-b8c6b7a0-b4cd-4107-9077-bcaaa484eb62 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Synchronizing usage tracker for tenant:4e138dd789284a48835a827a09f78f75 on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 13:56:04.404630 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-bd6d6077-63db-4dd2-a377-de8ff1d7f086 req-b8c6b7a0-b4cd-4107-9077-bcaaa484eb62 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Unset dirty status for tenant:4e138dd789284a48835a827a09f78f75 on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 13:56:04.406543 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-bd6d6077-63db-4dd2-a377-de8ff1d7f086 req-b8c6b7a0-b4cd-4107-9077-bcaaa484eb62 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] 10.222.0.54 "GET /v2.0/ports?device_id=63e28bfb-68fd-4f8a-960d-300168dce68e HTTP/1.1" status: 200  len: 210 time: 0.0893724
May 17 13:56:04.740740 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 33316) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:56:04.895188 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da68c4c-1050-4d2b-961e-d64318474f5c req-cecb5acf-aad4-4316-968d-37d7a54fe1b9 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:04.896786 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-8da68c4c-1050-4d2b-961e-d64318474f5c req-cecb5acf-aad4-4316-968d-37d7a54fe1b9 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 946 time: 0.1124613
May 17 13:56:04.927139 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-76ce64fd-ebb9-428e-aac6-3e86014636ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:04.964992 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-76ce64fd-ebb9-428e-aac6-3e86014636ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:56:04.974247 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-76ce64fd-ebb9-428e-aac6-3e86014636ca admin admin] Usage tracker for resource:security_group_rule and tenant:329c4d5cd03e4e19968d1d4746b4bd9a is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:56:04.978873 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-76ce64fd-ebb9-428e-aac6-3e86014636ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:56:04.984507 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-8da68c4c-1050-4d2b-961e-d64318474f5c req-fab01849-5fb0-4f11-ad3e-8f2bf85e10eb tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723090
May 17 13:56:04.988194 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-76ce64fd-ebb9-428e-aac6-3e86014636ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:56:05.085670 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-76ce64fd-ebb9-428e-aac6-3e86014636ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:05.088932 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-76ce64fd-ebb9-428e-aac6-3e86014636ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:05.096151 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-a354bf9e-cfe8-4bff-beaa-0c82eb12c99a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:56:05.141314 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ce64fd-ebb9-428e-aac6-3e86014636ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a0f771-0c0f-430a-b10c-bba70cacc315,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:56:05.148636 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-76ce64fd-ebb9-428e-aac6-3e86014636ca admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=329c4d5cd03e4e19968d1d4746b4bd9a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4042602
May 17 13:56:05.148636 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-76ce64fd-ebb9-428e-aac6-3e86014636ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:56:05.149589 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 33328) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:56:05.218309 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b41a58dc-39e4-48fb-8636-7b62f3f4dc0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:05.252225 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b41a58dc-39e4-48fb-8636-7b62f3f4dc0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:05.340944 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b41a58dc-39e4-48fb-8636-7b62f3f4dc0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:05.350364 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-a513db60-e82a-41e1-89a2-d23cb7951a93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:56:05.365776 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41a58dc-39e4-48fb-8636-7b62f3f4dc0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a0f771-0c0f-430a-b10c-bba70cacc315,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:56:05.368636 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-b41a58dc-39e4-48fb-8636-7b62f3f4dc0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:56:05.369617 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b41a58dc-39e4-48fb-8636-7b62f3f4dc0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:05.373869 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-b41a58dc-39e4-48fb-8636-7b62f3f4dc0e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d9a0f771-0c0f-430a-b10c-bba70cacc315 HTTP/1.1" status: 204  len: 168 time: 0.2241061
May 17 13:56:05.624916 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c92f8-f47f-4725-96cc-6a530fc0aea1 req-d464a1d3-f66d-4e2b-8eb9-8b18d9aca252 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:05.626628 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-751c92f8-f47f-4725-96cc-6a530fc0aea1 req-d464a1d3-f66d-4e2b-8eb9-8b18d9aca252 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/networks?id=d25d5cae-54ec-4225-9cbf-925c545d1c4b HTTP/1.1" status: 200  len: 809 time: 0.1570017
May 17 13:56:05.641888 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-751c92f8-f47f-4725-96cc-6a530fc0aea1 req-8c16a297-52bf-4f32-93cd-24336567d757 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/quotas/25ecf979ce7f468e82f450fb59f40f1a HTTP/1.1" status: 200  len: 375 time: 0.0092328
May 17 13:56:05.690210 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-751c92f8-f47f-4725-96cc-6a530fc0aea1 req-4256419a-f779-4fa8-91d1-f196f7e0e6d6 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=25ecf979ce7f468e82f450fb59f40f1a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0421042
May 17 13:56:05.868517 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-751c92f8-f47f-4725-96cc-6a530fc0aea1 req-8ae52169-22fa-4eca-b1ec-f0ae5cb7c517 service neutron] 10.222.0.54 "GET /v2.0/networks/d25d5cae-54ec-4225-9cbf-925c545d1c4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1709447
May 17 13:56:06.059980 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-751c92f8-f47f-4725-96cc-6a530fc0aea1 req-3ef0092f-d6c2-4b1b-98fd-769164511e49 service neutron] 10.222.0.54 "GET /v2.0/networks/d25d5cae-54ec-4225-9cbf-925c545d1c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1905930
May 17 13:56:06.379175 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca97e7-8adf-480f-a12f-9ece2188bf80 req-2acd6e7f-68d6-4420-acc6-4eee7844189d tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:06.404829 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-b0ca97e7-8adf-480f-a12f-9ece2188bf80 req-2acd6e7f-68d6-4420-acc6-4eee7844189d tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 946 time: 0.2401328
May 17 13:56:06.428468 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e15ffc26-cad4-48ff-95e1-48c6464f1807 req-0d8f8809-ec47-4823-beee-3ffac3d993e3 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c293d7a-c8ba-41db-85fe-c560ae9e0464 HTTP/1.1" status: 200  len: 210 time: 0.1109211
May 17 13:56:06.525365 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-b0ca97e7-8adf-480f-a12f-9ece2188bf80 req-6062795c-ba80-4605-a5dc-9219f2828405 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1179681
May 17 13:56:06.696348 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device 1f78ae02-e066-4b8a-bf9e-a69ebf921f24 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 17 13:56:06.762913 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] No Port match for: 1f78ae02-e066-4b8a-bf9e-a69ebf921f24 {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 17 13:56:06.764842 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device 1f78ae02-e066-4b8a-bf9e-a69ebf921f24 not bound to the agent host hv-cinder-78836 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 17 13:56:07.423097 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-8de805dd-8d34-49f5-a832-beb3e04d0b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:07.450818 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 33470) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:56:07.606507 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_v2 [None req-018f73c2-07e6-4c45-86eb-c7ac23fb4af2 admin admin] Deleting subnet a1c869c0-b67d-4bd8-94ad-e808e528d730 {{(pid=78743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 17 13:56:07.612252 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-018f73c2-07e6-4c45-86eb-c7ac23fb4af2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:07.684048 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-886c20e4-0403-411a-b29d-c719f65f5ac0 req-6bda2f67-c74e-4649-97b7-08793b9a3b4e tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c293d7a-c8ba-41db-85fe-c560ae9e0464 HTTP/1.1" status: 200  len: 210 time: 0.0972457
May 17 13:56:07.912692 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-018f73c2-07e6-4c45-86eb-c7ac23fb4af2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:07.929329 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-018f73c2-07e6-4c45-86eb-c7ac23fb4af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-866929'] for subnet, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:08.028196 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c92f8-f47f-4725-96cc-6a530fc0aea1 req-56ea076a-bc4f-434f-8ad9-73d5d877b155 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:08.029701 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-751c92f8-f47f-4725-96cc-6a530fc0aea1 req-56ea076a-bc4f-434f-8ad9-73d5d877b155 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.49 "GET /v2.0/networks?id=d25d5cae-54ec-4225-9cbf-925c545d1c4b HTTP/1.1" status: 200  len: 809 time: 0.5131950
May 17 13:56:08.042217 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8105462-83bf-4b3a-92b2-58a16d3c9324 req-89801756-9913-4cf1-8dad-b82288b808ff tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:08.044034 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b8105462-83bf-4b3a-92b2-58a16d3c9324 req-89801756-9913-4cf1-8dad-b82288b808ff tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 946 time: 0.3886166
May 17 13:56:08.067971 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-751c92f8-f47f-4725-96cc-6a530fc0aea1 req-ec2b5807-9745-476c-a2fd-8211f138ff5e tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Request body: {'port': {'device_id': '1c293d7a-c8ba-41db-85fe-c560ae9e0464', 'network_id': 'd25d5cae-54ec-4225-9cbf-925c545d1c4b', 'admin_state_up': True, 'tenant_id': '25ecf979ce7f468e82f450fb59f40f1a'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:56:08.299721 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b8105462-83bf-4b3a-92b2-58a16d3c9324 req-0fa26f38-e74f-4fb3-ace9-36b6220785e7 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2362251
May 17 13:56:08.339991 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 33520) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:56:08.457945 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-751c92f8-f47f-4725-96cc-6a530fc0aea1 req-ec2b5807-9745-476c-a2fd-8211f138ff5e tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:56:08.468425 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-751c92f8-f47f-4725-96cc-6a530fc0aea1 req-ec2b5807-9745-476c-a2fd-8211f138ff5e tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:56:08.490995 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-751c92f8-f47f-4725-96cc-6a530fc0aea1 req-ec2b5807-9745-476c-a2fd-8211f138ff5e tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Made reservation on behalf of 25ecf979ce7f468e82f450fb59f40f1a for: {'port': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 17 13:56:08.494685 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-751c92f8-f47f-4725-96cc-6a530fc0aea1 req-ec2b5807-9745-476c-a2fd-8211f138ff5e tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:08.504715 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-763d1bfc-644e-4e34-b9f0-7ce00e54cf76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:08.522776 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-763d1bfc-644e-4e34-b9f0-7ce00e54cf76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:56:08.527716 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-763d1bfc-644e-4e34-b9f0-7ce00e54cf76 admin admin] Usage tracker for resource:security_group_rule and tenant:a4de86c6f51c4783b64c85b680dd2613 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:56:08.531350 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-763d1bfc-644e-4e34-b9f0-7ce00e54cf76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:56:08.539145 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-763d1bfc-644e-4e34-b9f0-7ce00e54cf76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:56:08.572493 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-018f73c2-07e6-4c45-86eb-c7ac23fb4af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-866938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583'] for subnet, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:08.593822 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:56:08.648853 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-018f73c2-07e6-4c45-86eb-c7ac23fb4af2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for subnet, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:08.652343 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018f73c2-07e6-4c45-86eb-c7ac23fb4af2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1c869c0-b67d-4bd8-94ad-e808e528d730,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:56:08.659341 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-763d1bfc-644e-4e34-b9f0-7ce00e54cf76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:08.660223 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-018f73c2-07e6-4c45-86eb-c7ac23fb4af2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:56:08.664470 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-763d1bfc-644e-4e34-b9f0-7ce00e54cf76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:08.675225 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-ce366c5a-e074-4783-b915-508db720e6e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:56:08.705182 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763d1bfc-644e-4e34-b9f0-7ce00e54cf76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d645cf-1f7b-4f9a-8de2-0effe09b6131,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:56:08.715886 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-018f73c2-07e6-4c45-86eb-c7ac23fb4af2 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/a1c869c0-b67d-4bd8-94ad-e808e528d730 HTTP/1.1" status: 204  len: 168 time: 1.2639148
May 17 13:56:08.719938 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 33536) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:56:08.763644 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_common [req-751c92f8-f47f-4725-96cc-6a530fc0aea1 req-ec2b5807-9745-476c-a2fd-8211f138ff5e tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Allocated IP 172.20.0.8 (d25d5cae-54ec-4225-9cbf-925c545d1c4b/600ec493-5d60-465f-9948-e0daf3dbabab/211194a5-f9e5-4a17-ac09-967a0de5f0f0) {{(pid=78743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 17 13:56:08.776424 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-763d1bfc-644e-4e34-b9f0-7ce00e54cf76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:56:08.783321 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-763d1bfc-644e-4e34-b9f0-7ce00e54cf76 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a4de86c6f51c4783b64c85b680dd2613&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4415553
May 17 13:56:08.794593 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 33540) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:56:09.012687 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-0bd90018-1f59-4f55-af5b-7fe2585b04d3 req-3bd8f641-73e2-499e-a4e0-bac553647a3f tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c293d7a-c8ba-41db-85fe-c560ae9e0464 HTTP/1.1" status: 200  len: 210 time: 0.0586591
May 17 13:56:09.019150 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3ddfd4f8-8cff-4ac3-a375-9dbf0a4406a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1002279'] for network, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:09.040464 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-1114f63b-4abf-4f27-a736-ef67a413d48f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:09.092025 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-1114f63b-4abf-4f27-a736-ef67a413d48f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:09.191761 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3ddfd4f8-8cff-4ac3-a375-9dbf0a4406a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-866884', 'neutron.services.segments.db._delete_segments_for_network-8774149704834'] for network, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:09.193020 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-751c92f8-f47f-4725-96cc-6a530fc0aea1 req-ec2b5807-9745-476c-a2fd-8211f138ff5e tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Notify callbacks [] for port, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:09.210614 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.services.segments.db [None req-3ddfd4f8-8cff-4ac3-a375-9dbf0a4406a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fae3fa8c8b0>,) {'filters': {'network_id': ['8a60660d-3002-4517-bb46-ad62f3b34a4d']}} {{(pid=78742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:56:09.215744 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-1114f63b-4abf-4f27-a736-ef67a413d48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:09.222922 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-ef0242b6-7eb6-451b-9918-f541747a07b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:56:09.225802 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.services.segments.db [None req-3ddfd4f8-8cff-4ac3-a375-9dbf0a4406a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fae3fa8c8b0>, '26c3cbcc-e115-4e85-98fb-d8eeb03f7cb5') {'for_net_delete': True} {{(pid=78742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:56:09.225936 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.services.segments.db [None req-3ddfd4f8-8cff-4ac3-a375-9dbf0a4406a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fae3fa8c8b0>, '26c3cbcc-e115-4e85-98fb-d8eeb03f7cb5') {} {{(pid=78742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:56:09.237812 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3ddfd4f8-8cff-4ac3-a375-9dbf0a4406a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774149716363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132461963'] for segment, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:09.240465 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114f63b-4abf-4f27-a736-ef67a413d48f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d645cf-1f7b-4f9a-8de2-0effe09b6131,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:56:09.245930 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-1114f63b-4abf-4f27-a736-ef67a413d48f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:56:09.248794 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-1114f63b-4abf-4f27-a736-ef67a413d48f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:09.249964 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-1114f63b-4abf-4f27-a736-ef67a413d48f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b3d645cf-1f7b-4f9a-8de2-0effe09b6131 HTTP/1.1" status: 204  len: 168 time: 0.4542391
May 17 13:56:09.259220 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3ddfd4f8-8cff-4ac3-a375-9dbf0a4406a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861870'] for segment, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:09.267341 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ddfd4f8-8cff-4ac3-a375-9dbf0a4406a6 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=78742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 17 13:56:09.267814 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3ddfd4f8-8cff-4ac3-a375-9dbf0a4406a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132438145'] for segment, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:09.271333 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-751c92f8-f47f-4725-96cc-6a530fc0aea1 req-ec2b5807-9745-476c-a2fd-8211f138ff5e tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774149279272'] for port, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:09.289161 dv-cinder-788363-3-iscsi neutron-server[78742]: Traceback (most recent call last):
May 17 13:56:09.289161 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 17 13:56:09.289161 dv-cinder-788363-3-iscsi neutron-server[78742]:     timer()
May 17 13:56:09.289161 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 17 13:56:09.289161 dv-cinder-788363-3-iscsi neutron-server[78742]:     cb(*args, **kw)
May 17 13:56:09.289161 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 17 13:56:09.289161 dv-cinder-788363-3-iscsi neutron-server[78742]:     return func(*args, **kwargs)
May 17 13:56:09.289161 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 17 13:56:09.289161 dv-cinder-788363-3-iscsi neutron-server[78742]:     self._notify()
May 17 13:56:09.289161 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 17 13:56:09.289161 dv-cinder-788363-3-iscsi neutron-server[78742]:     self.callback(batched_events)
May 17 13:56:09.289161 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 17 13:56:09.289161 dv-cinder-788363-3-iscsi neutron-server[78742]:     event.method(event)
May 17 13:56:09.289161 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 17 13:56:09.289161 dv-cinder-788363-3-iscsi neutron-server[78742]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 17 13:56:09.289161 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 17 13:56:09.289161 dv-cinder-788363-3-iscsi neutron-server[78742]:     aggregate_uuid = self.p_client.list_aggregates(
May 17 13:56:09.289161 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 17 13:56:09.289161 dv-cinder-788363-3-iscsi neutron-server[78742]:     return f(self, *a, **k)
May 17 13:56:09.289161 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 17 13:56:09.289161 dv-cinder-788363-3-iscsi neutron-server[78742]:     return self._get(url).json()
May 17 13:56:09.289161 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 17 13:56:09.289161 dv-cinder-788363-3-iscsi neutron-server[78742]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 17 13:56:09.289161 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 17 13:56:09.289161 dv-cinder-788363-3-iscsi neutron-server[78742]:     return self.request(url, 'GET', **kwargs)
May 17 13:56:09.289161 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 17 13:56:09.289161 dv-cinder-788363-3-iscsi neutron-server[78742]:     base_url = self.get_endpoint(auth, allow=allow,
May 17 13:56:09.289161 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 17 13:56:09.289161 dv-cinder-788363-3-iscsi neutron-server[78742]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 17 13:56:09.289161 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 17 13:56:09.289161 dv-cinder-788363-3-iscsi neutron-server[78742]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 17 13:56:09.289161 dv-cinder-788363-3-iscsi neutron-server[78742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 17 13:56:09.296037 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:56:09.380166 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3ddfd4f8-8cff-4ac3-a375-9dbf0a4406a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-866893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1676892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1975232'] for network, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:09.385569 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:56:09.391523 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-751c92f8-f47f-4725-96cc-6a530fc0aea1 req-ec2b5807-9745-476c-a2fd-8211f138ff5e tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Network d25d5cae-54ec-4225-9cbf-925c545d1c4b is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 13:56:09.395252 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [req-751c92f8-f47f-4725-96cc-6a530fc0aea1 req-ec2b5807-9745-476c-a2fd-8211f138ff5e tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Resources bound (agent type, host, resource id):  {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:56:09.402198 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-751c92f8-f47f-4725-96cc-6a530fc0aea1 req-ec2b5807-9745-476c-a2fd-8211f138ff5e tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Received port after_create {{(pid=78743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 17 13:56:09.404118 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3ddfd4f8-8cff-4ac3-a375-9dbf0a4406a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for network, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:09.408422 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c92f8-f47f-4725-96cc-6a530fc0aea1 req-ec2b5807-9745-476c-a2fd-8211f138ff5e tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:09.409172 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-751c92f8-f47f-4725-96cc-6a530fc0aea1 req-ec2b5807-9745-476c-a2fd-8211f138ff5e tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:09.411987 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddfd4f8-8cff-4ac3-a375-9dbf0a4406a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a60660d-3002-4517-bb46-ad62f3b34a4d,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:56:09.418804 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-3ddfd4f8-8cff-4ac3-a375-9dbf0a4406a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:56:09.436019 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-3ddfd4f8-8cff-4ac3-a375-9dbf0a4406a6 admin admin] 10.222.0.54 "DELETE /v2.0/networks/8a60660d-3002-4517-bb46-ad62f3b34a4d HTTP/1.1" status: 204  len: 168 time: 0.7067966
May 17 13:56:09.440260 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2b5807-9745-476c-a2fd-8211f138ff5e tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Pushing event updated for resources: {'Port': ['ID=211194a5-f9e5-4a17-ac09-967a0de5f0f0,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:56:09.451935 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-ec2b5807-9745-476c-a2fd-8211f138ff5e tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:56:09.456594 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-751c92f8-f47f-4725-96cc-6a530fc0aea1 req-ec2b5807-9745-476c-a2fd-8211f138ff5e tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4101396
May 17 13:56:09.472342 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-751c92f8-f47f-4725-96cc-6a530fc0aea1 req-9656aec1-a11a-472c-91f1-23b98a2eca91 service neutron] Request body: {'port': {'device_id': '1c293d7a-c8ba-41db-85fe-c560ae9e0464', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:56:09.627300 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895bbf8-a61d-4d82-8124-54a5ee3a1d4f req-c21daf11-7ea3-4d26-acdb-2361f6bd7776 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:09.631351 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-2895bbf8-a61d-4d82-8124-54a5ee3a1d4f req-c21daf11-7ea3-4d26-acdb-2361f6bd7776 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 946 time: 0.1286030
May 17 13:56:09.646697 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-751c92f8-f47f-4725-96cc-6a530fc0aea1 req-9656aec1-a11a-472c-91f1-23b98a2eca91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:09.686839 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-2895bbf8-a61d-4d82-8124-54a5ee3a1d4f req-4ecf741c-6c0d-4f5c-8be5-3a711819e7db tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433440
May 17 13:56:09.713638 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 33574) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:56:09.724073 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 33578) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:56:09.732111 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-edd39f31-35da-4741-a8cf-4e17c2d17146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:09.747183 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-edd39f31-35da-4741-a8cf-4e17c2d17146 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:56:09.751141 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-edd39f31-35da-4741-a8cf-4e17c2d17146 admin admin] Usage tracker for resource:security_group_rule and tenant:7eecc8c403084d03851c42edafc17d28 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:56:09.754015 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-edd39f31-35da-4741-a8cf-4e17c2d17146 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:56:09.760690 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-edd39f31-35da-4741-a8cf-4e17c2d17146 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:56:09.845409 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-6f675de2-055d-46a0-a3db-69e3e4eed611 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4e138dd789284a48835a827a09f78f75&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1175184
May 17 13:56:09.845950 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 33582) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:56:09.866124 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:09.868808 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-edd39f31-35da-4741-a8cf-4e17c2d17146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:09.880872 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-edd39f31-35da-4741-a8cf-4e17c2d17146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:09.891605 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-2e77576c-93cc-4bcd-b369-a5024a0de6cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:56:09.944128 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-edd39f31-35da-4741-a8cf-4e17c2d17146 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7eecc8c403084d03851c42edafc17d28&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2260849
May 17 13:56:09.946091 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 33586) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:56:09.959618 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd39f31-35da-4741-a8cf-4e17c2d17146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159c7d03-a914-474e-b748-b63b859031a9,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:56:09.965611 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-edd39f31-35da-4741-a8cf-4e17c2d17146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:56:09.970573 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-9edbe798-30d3-4dde-aae5-2d054e69fe8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:10.001486 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-9edbe798-30d3-4dde-aae5-2d054e69fe8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:10.062880 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-1e533de1-152e-4e60-88ae-0d3cbd2bdd08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:10.077746 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-9edbe798-30d3-4dde-aae5-2d054e69fe8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:10.084041 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-5e0a0ebe-6116-4d62-a894-c4feaf82013e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:56:10.110068 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-1e533de1-152e-4e60-88ae-0d3cbd2bdd08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:10.119758 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edbe798-30d3-4dde-aae5-2d054e69fe8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e971ae32-11ee-4fcd-99f6-9907ddee1b5d,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:56:10.133937 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-9edbe798-30d3-4dde-aae5-2d054e69fe8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:56:10.134957 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-2efebdf4-b643-48ff-97bc-47d230f4f782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:10.181620 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-9edbe798-30d3-4dde-aae5-2d054e69fe8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:10.185885 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-9edbe798-30d3-4dde-aae5-2d054e69fe8c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e971ae32-11ee-4fcd-99f6-9907ddee1b5d HTTP/1.1" status: 204  len: 168 time: 0.3389547
May 17 13:56:10.259142 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 33604) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:56:10.359208 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [req-751c92f8-f47f-4725-96cc-6a530fc0aea1 req-9656aec1-a11a-472c-91f1-23b98a2eca91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 211194a5-f9e5-4a17-ac09-967a0de5f0f0 {{(pid=78743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 17 13:56:10.370492 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-751c92f8-f47f-4725-96cc-6a530fc0aea1 req-9656aec1-a11a-472c-91f1-23b98a2eca91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:10.410269 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.provisioning_blocks [req-751c92f8-f47f-4725-96cc-6a530fc0aea1 req-9656aec1-a11a-472c-91f1-23b98a2eca91 service neutron] Transition to ACTIVE for port object 211194a5-f9e5-4a17-ac09-967a0de5f0f0 will not be triggered until provisioned by entity L2. {{(pid=78743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:56:10.412930 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-1e533de1-152e-4e60-88ae-0d3cbd2bdd08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:10.419015 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-505ea42d-6995-44fe-a202-405c309a0124 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:56:10.432811 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa7e1c-b0fd-4945-925a-31b6cce4dc56 req-7f70a738-bad5-48cd-baec-bb5d4220ac1e tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:10.433635 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-72aa7e1c-b0fd-4945-925a-31b6cce4dc56 req-7f70a738-bad5-48cd-baec-bb5d4220ac1e tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Synchronizing usage tracker for tenant:25ecf979ce7f468e82f450fb59f40f1a on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 13:56:10.436288 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-751c92f8-f47f-4725-96cc-6a530fc0aea1 req-9656aec1-a11a-472c-91f1-23b98a2eca91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:10.455261 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e533de1-152e-4e60-88ae-0d3cbd2bdd08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159c7d03-a914-474e-b748-b63b859031a9,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:56:10.478774 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6393f18b-c72d-47bf-87d0-99b22837d702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:10.484040 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-1e533de1-152e-4e60-88ae-0d3cbd2bdd08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:56:10.490217 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:56:10.495051 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-6393f18b-c72d-47bf-87d0-99b22837d702 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:56:10.499152 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-6393f18b-c72d-47bf-87d0-99b22837d702 admin admin] Usage tracker for resource:security_group_rule and tenant:c9b8ad47c85943348781f5901338963b is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:56:10.502238 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-6393f18b-c72d-47bf-87d0-99b22837d702 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:56:10.508656 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-6393f18b-c72d-47bf-87d0-99b22837d702 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:56:10.609752 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-1e533de1-152e-4e60-88ae-0d3cbd2bdd08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:10.610867 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-1e533de1-152e-4e60-88ae-0d3cbd2bdd08 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/159c7d03-a914-474e-b748-b63b859031a9 HTTP/1.1" status: 204  len: 168 time: 0.6638641
May 17 13:56:10.620582 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6393f18b-c72d-47bf-87d0-99b22837d702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:10.625701 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6393f18b-c72d-47bf-87d0-99b22837d702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:10.631242 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-72aa7e1c-b0fd-4945-925a-31b6cce4dc56 req-7f70a738-bad5-48cd-baec-bb5d4220ac1e tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Unset dirty status for tenant:25ecf979ce7f468e82f450fb59f40f1a on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 13:56:10.636542 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-f3c5bb81-f827-478d-b35e-bc552e227b29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:56:10.649331 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-72aa7e1c-b0fd-4945-925a-31b6cce4dc56 req-7f70a738-bad5-48cd-baec-bb5d4220ac1e tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c293d7a-c8ba-41db-85fe-c560ae9e0464 HTTP/1.1" status: 200  len: 931 time: 0.4707775
May 17 13:56:10.671838 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6393f18b-c72d-47bf-87d0-99b22837d702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22d636f-a8e5-487a-beb9-7e99c4652788,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:56:10.678366 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-6393f18b-c72d-47bf-87d0-99b22837d702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:56:10.700108 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-6393f18b-c72d-47bf-87d0-99b22837d702 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c9b8ad47c85943348781f5901338963b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4398315
May 17 13:56:10.702576 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 33618) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:56:10.771822 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9656aec1-a11a-472c-91f1-23b98a2eca91 service neutron] Pushing event updated for resources: {'Port': ['ID=211194a5-f9e5-4a17-ac09-967a0de5f0f0,revision_number=2']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:56:10.806822 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-9656aec1-a11a-472c-91f1-23b98a2eca91 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:56:10.807835 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-751c92f8-f47f-4725-96cc-6a530fc0aea1 req-9656aec1-a11a-472c-91f1-23b98a2eca91 service neutron] Attempting to bind port 211194a5-f9e5-4a17-ac09-967a0de5f0f0 on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 17 13:56:10.808182 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-751c92f8-f47f-4725-96cc-6a530fc0aea1 req-9656aec1-a11a-472c-91f1-23b98a2eca91 service neutron] Attempting to bind port 211194a5-f9e5-4a17-ac09-967a0de5f0f0 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '5ff715a4-8152-43b1-b8d5-eac5f4b39cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd25d5cae-54ec-4225-9cbf-925c545d1c4b'}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 17 13:56:10.808495 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751c92f8-f47f-4725-96cc-6a530fc0aea1 req-9656aec1-a11a-472c-91f1-23b98a2eca91 service neutron] Attempting to bind port 211194a5-f9e5-4a17-ac09-967a0de5f0f0 on network d25d5cae-54ec-4225-9cbf-925c545d1c4b {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 13:56:10.827288 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751c92f8-f47f-4725-96cc-6a530fc0aea1 req-9656aec1-a11a-472c-91f1-23b98a2eca91 service neutron] Port 211194a5-f9e5-4a17-ac09-967a0de5f0f0 on network d25d5cae-54ec-4225-9cbf-925c545d1c4b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 17 13:56:10.827645 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751c92f8-f47f-4725-96cc-6a530fc0aea1 req-9656aec1-a11a-472c-91f1-23b98a2eca91 service neutron] Attempting to bind port 211194a5-f9e5-4a17-ac09-967a0de5f0f0 on network d25d5cae-54ec-4225-9cbf-925c545d1c4b {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 13:56:10.831299 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-e8312d8d-2e88-493d-ab39-ee22f5db8c73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:10.838139 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751c92f8-f47f-4725-96cc-6a530fc0aea1 req-9656aec1-a11a-472c-91f1-23b98a2eca91 service neutron] Checking agent: {'id': '2184a6b5-3e0c-4449-b4b5-a4e82803b4d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 53, 3), 'started_at': datetime.datetime(2021, 5, 17, 13, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 17 13:56:10.838481 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751c92f8-f47f-4725-96cc-6a530fc0aea1 req-9656aec1-a11a-472c-91f1-23b98a2eca91 service neutron] Checking segment: {'id': '5ff715a4-8152-43b1-b8d5-eac5f4b39cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd25d5cae-54ec-4225-9cbf-925c545d1c4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 13:56:10.838866 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751c92f8-f47f-4725-96cc-6a530fc0aea1 req-9656aec1-a11a-472c-91f1-23b98a2eca91 service neutron] Bound using segment: {'id': '5ff715a4-8152-43b1-b8d5-eac5f4b39cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd25d5cae-54ec-4225-9cbf-925c545d1c4b'} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 17 13:56:10.839290 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-751c92f8-f47f-4725-96cc-6a530fc0aea1 req-9656aec1-a11a-472c-91f1-23b98a2eca91 service neutron] Bound port: 211194a5-f9e5-4a17-ac09-967a0de5f0f0, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ff715a4-8152-43b1-b8d5-eac5f4b39cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd25d5cae-54ec-4225-9cbf-925c545d1c4b'}}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 17 13:56:10.839669 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-751c92f8-f47f-4725-96cc-6a530fc0aea1 req-9656aec1-a11a-472c-91f1-23b98a2eca91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:10.870938 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-e8312d8d-2e88-493d-ab39-ee22f5db8c73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:10.900044 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-72aa7e1c-b0fd-4945-925a-31b6cce4dc56 req-c40d1d6a-3780-4552-9538-aa319ac61166 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/security-groups?id=890f41c9-fdc7-4a0f-85af-a9d571fa23e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2498491
May 17 13:56:10.984222 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-751c92f8-f47f-4725-96cc-6a530fc0aea1 req-9656aec1-a11a-472c-91f1-23b98a2eca91 service neutron] For port 211194a5-f9e5-4a17-ac09-967a0de5f0f0, host hv-cinder-78836, cleared binding levels {{(pid=78743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 17 13:56:10.987701 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-533a9918-d89c-4562-8a48-35a661957320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:10.988225 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-751c92f8-f47f-4725-96cc-6a530fc0aea1 req-9656aec1-a11a-472c-91f1-23b98a2eca91 service neutron] For port 211194a5-f9e5-4a17-ac09-967a0de5f0f0, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=211194a5-f9e5-4a17-ac09-967a0de5f0f0,segment=NetworkSegment(5ff715a4-8152-43b1-b8d5-eac5f4b39cb8),segment_id=5ff715a4-8152-43b1-b8d5-eac5f4b39cb8)] {{(pid=78743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 17 13:56:10.998014 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-751c92f8-f47f-4725-96cc-6a530fc0aea1 req-9656aec1-a11a-472c-91f1-23b98a2eca91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:11.010657 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-797fe509-0913-4cf2-937c-953d5106d3ee tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:56:11.100716 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f6b84-4464-43c5-83a8-ecdacab66044 req-684c42fe-7ddd-4610-976b-473d44952971 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:11.101747 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-ca8f6b84-4464-43c5-83a8-ecdacab66044 req-684c42fe-7ddd-4610-976b-473d44952971 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 946 time: 0.2100301
May 17 13:56:11.137597 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c92f8-f47f-4725-96cc-6a530fc0aea1 req-9656aec1-a11a-472c-91f1-23b98a2eca91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:11.144530 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-e8312d8d-2e88-493d-ab39-ee22f5db8c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:11.149112 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-751c92f8-f47f-4725-96cc-6a530fc0aea1 req-9656aec1-a11a-472c-91f1-23b98a2eca91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:11.150874 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-751c92f8-f47f-4725-96cc-6a530fc0aea1 req-9656aec1-a11a-472c-91f1-23b98a2eca91 service neutron] 10.222.0.49 "PUT /v2.0/ports/211194a5-f9e5-4a17-ac09-967a0de5f0f0 HTTP/1.1" status: 200  len: 1093 time: 1.6838574
May 17 13:56:11.153616 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-6393f18b-c72d-47bf-87d0-99b22837d702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:56:11.157147 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c293d7a-c8ba-41db-85fe-c560ae9e0464', 'tag': '211194a5-f9e5-4a17-ac09-967a0de5f0f0'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 13:56:11.168315 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8312d8d-2e88-493d-ab39-ee22f5db8c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22d636f-a8e5-487a-beb9-7e99c4652788,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:56:11.191108 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9656aec1-a11a-472c-91f1-23b98a2eca91 service neutron] Pushing event updated for resources: {'Port': ['ID=211194a5-f9e5-4a17-ac09-967a0de5f0f0,revision_number=3']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:56:11.195002 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-ca8f6b84-4464-43c5-83a8-ecdacab66044 req-e2ef942d-d7e3-47cc-a357-56b44ebbff2f tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923338
May 17 13:56:11.197144 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-e8312d8d-2e88-493d-ab39-ee22f5db8c73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:56:11.204538 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-9656aec1-a11a-472c-91f1-23b98a2eca91 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:56:11.205411 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-e8312d8d-2e88-493d-ab39-ee22f5db8c73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:11.216739 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-e8312d8d-2e88-493d-ab39-ee22f5db8c73 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a22d636f-a8e5-487a-beb9-7e99c4652788 HTTP/1.1" status: 204  len: 168 time: 0.5092046
May 17 13:56:11.268946 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c293d7a-c8ba-41db-85fe-c560ae9e0464', 'tag': '211194a5-f9e5-4a17-ac09-967a0de5f0f0', 'status': 'completed', 'code': 200}
May 17 13:56:11.311380 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c92f8-f47f-4725-96cc-6a530fc0aea1 req-3d6954ba-6b00-4c10-8171-7f540b3c93e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:11.313679 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-751c92f8-f47f-4725-96cc-6a530fc0aea1 req-3d6954ba-6b00-4c10-8171-7f540b3c93e0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=25ecf979ce7f468e82f450fb59f40f1a&device_id=1c293d7a-c8ba-41db-85fe-c560ae9e0464 HTTP/1.1" status: 200  len: 1096 time: 0.1001019
May 17 13:56:11.457186 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-751c92f8-f47f-4725-96cc-6a530fc0aea1 req-e33b43d7-392e-4d10-a46d-4e44f8dea8c4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=211194a5-f9e5-4a17-ac09-967a0de5f0f0 HTTP/1.1" status: 200  len: 217 time: 0.1295962
May 17 13:56:11.521520 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c92f8-f47f-4725-96cc-6a530fc0aea1 req-ff69d5f0-9236-4990-b4a0-87a54bd6cc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:11.524287 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-751c92f8-f47f-4725-96cc-6a530fc0aea1 req-ff69d5f0-9236-4990-b4a0-87a54bd6cc6b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=600ec493-5d60-465f-9948-e0daf3dbabab HTTP/1.1" status: 200  len: 849 time: 0.0691302
May 17 13:56:11.580737 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-751c92f8-f47f-4725-96cc-6a530fc0aea1 req-931d8681-1e29-4c1d-a64d-8e49c771f494 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d25d5cae-54ec-4225-9cbf-925c545d1c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0496218
May 17 13:56:11.797312 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-751c92f8-f47f-4725-96cc-6a530fc0aea1 req-676d34ef-201b-4ff2-ab95-82a6f4ce0795 service neutron] 10.222.0.49 "GET /v2.0/networks/d25d5cae-54ec-4225-9cbf-925c545d1c4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2079461
May 17 13:56:11.873888 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 33672) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:56:11.903681 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d63860cd-664b-4170-81ff-55bf12f39254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:11.960910 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-d63860cd-664b-4170-81ff-55bf12f39254 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:56:11.967234 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-d63860cd-664b-4170-81ff-55bf12f39254 admin admin] Usage tracker for resource:security_group_rule and tenant:2404ae619e014e67b395d52794744625 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:56:11.983501 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-d63860cd-664b-4170-81ff-55bf12f39254 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:56:11.998768 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-751c92f8-f47f-4725-96cc-6a530fc0aea1 req-bcce562d-0dec-4f5c-b5be-d0a28dbb05d8 service neutron] 10.222.0.49 "GET /v2.0/networks/d25d5cae-54ec-4225-9cbf-925c545d1c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1912007
May 17 13:56:12.004454 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-d63860cd-664b-4170-81ff-55bf12f39254 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:56:12.210686 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d63860cd-664b-4170-81ff-55bf12f39254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:12.216457 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d63860cd-664b-4170-81ff-55bf12f39254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:12.249940 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-d995878c-86ab-4442-a1ea-fde0b76a2015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:56:12.281809 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-d63860cd-664b-4170-81ff-55bf12f39254 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2404ae619e014e67b395d52794744625&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4068553
May 17 13:56:12.282600 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 33694) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:56:12.308316 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63860cd-664b-4170-81ff-55bf12f39254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65297643-f307-4dcb-b2d1-db58100b5cf8,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:56:12.313620 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-d63860cd-664b-4170-81ff-55bf12f39254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:56:12.403237 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3c7054cf-19f5-462d-9268-c1b9c099aff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:12.446532 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3c7054cf-19f5-462d-9268-c1b9c099aff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:12.498874 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ff8ef-7c06-4b35-9d87-7e019762aeca req-c32b59b7-0c1d-46e4-bd0f-282bfef14551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:12.502433 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-177ff8ef-7c06-4b35-9d87-7e019762aeca req-c32b59b7-0c1d-46e4-bd0f-282bfef14551 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=25ecf979ce7f468e82f450fb59f40f1a&device_id=1c293d7a-c8ba-41db-85fe-c560ae9e0464 HTTP/1.1" status: 200  len: 1096 time: 0.4138882
May 17 13:56:12.513774 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1529072-104d-404f-8ce8-7078c9c34ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:12.531103 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2edcca2-5eb5-45c7-8139-22707b571901 req-26828fce-f62d-4db2-92b0-4ad7adfe9de1 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:12.532852 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c2edcca2-5eb5-45c7-8139-22707b571901 req-26828fce-f62d-4db2-92b0-4ad7adfe9de1 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c293d7a-c8ba-41db-85fe-c560ae9e0464 HTTP/1.1" status: 200  len: 943 time: 0.3626158
May 17 13:56:12.584452 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 33706) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:56:12.590606 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3c7054cf-19f5-462d-9268-c1b9c099aff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:12.606469 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-edd39f31-35da-4741-a8cf-4e17c2d17146 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:56:12.633161 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7054cf-19f5-462d-9268-c1b9c099aff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65297643-f307-4dcb-b2d1-db58100b5cf8,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:56:12.637435 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-3c7054cf-19f5-462d-9268-c1b9c099aff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:56:12.640990 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3c7054cf-19f5-462d-9268-c1b9c099aff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:12.642072 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-3c7054cf-19f5-462d-9268-c1b9c099aff5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/65297643-f307-4dcb-b2d1-db58100b5cf8 HTTP/1.1" status: 204  len: 168 time: 0.3539901
May 17 13:56:12.685601 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c43e1e1-1ce9-402b-a23c-8cc7fd5fb97a req-a60a341a-5369-4da7-afbd-fa7357513ccc tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:12.687128 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-2c43e1e1-1ce9-402b-a23c-8cc7fd5fb97a req-a60a341a-5369-4da7-afbd-fa7357513ccc tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 946 time: 0.1541524
May 17 13:56:12.749302 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-2c43e1e1-1ce9-402b-a23c-8cc7fd5fb97a req-dd8e1791-3bec-4425-90ea-a34811401376 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497437
May 17 13:56:12.753742 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ff8ef-7c06-4b35-9d87-7e019762aeca req-3875d8b8-81d1-4849-ac3f-9dedc5b093c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:12.755893 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-177ff8ef-7c06-4b35-9d87-7e019762aeca req-3875d8b8-81d1-4849-ac3f-9dedc5b093c5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d25d5cae-54ec-4225-9cbf-925c545d1c4b HTTP/1.1" status: 200  len: 910 time: 0.2460277
May 17 13:56:12.756596 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-8e6c493e-2d03-449b-8adc-431347cfcb28 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1693143150-network', 'tenant_id': '3e756f37709a4c19bc8378fa746d8337'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:56:12.761194 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-8e6c493e-2d03-449b-8adc-431347cfcb28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:56:12.765807 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-8e6c493e-2d03-449b-8adc-431347cfcb28 admin admin] Usage tracker for resource:network and tenant:3e756f37709a4c19bc8378fa746d8337 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:56:12.769654 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-8e6c493e-2d03-449b-8adc-431347cfcb28 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:56:12.785809 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-8e6c493e-2d03-449b-8adc-431347cfcb28 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:56:12.799341 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6c493e-2d03-449b-8adc-431347cfcb28 admin admin] Made reservation on behalf of 3e756f37709a4c19bc8378fa746d8337 for: {'network': 1} {{(pid=78742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 17 13:56:12.803634 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8e6c493e-2d03-449b-8adc-431347cfcb28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1032604'] for network, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:12.830306 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8e6c493e-2d03-449b-8adc-431347cfcb28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:12.848531 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-177ff8ef-7c06-4b35-9d87-7e019762aeca req-7b978e1c-32d2-4ac8-b934-fe66e0632e7b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=211194a5-f9e5-4a17-ac09-967a0de5f0f0 HTTP/1.1" status: 200  len: 217 time: 0.0784452
May 17 13:56:12.853220 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c2edcca2-5eb5-45c7-8139-22707b571901 req-ae08bff2-a04a-4906-b246-2da2a3b15e47 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/security-groups?id=890f41c9-fdc7-4a0f-85af-a9d571fa23e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2651420
May 17 13:56:12.876718 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-8e6c493e-2d03-449b-8adc-431347cfcb28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:56:12.886047 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-8e6c493e-2d03-449b-8adc-431347cfcb28 admin admin] Usage tracker for resource:security_group_rule and tenant:3e756f37709a4c19bc8378fa746d8337 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:56:12.892745 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-8e6c493e-2d03-449b-8adc-431347cfcb28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:56:12.902557 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-8e6c493e-2d03-449b-8adc-431347cfcb28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:56:12.943788 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ff8ef-7c06-4b35-9d87-7e019762aeca req-7db86f5d-e80e-4c47-bcd2-ce9c0fa43dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:12.945297 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-177ff8ef-7c06-4b35-9d87-7e019762aeca req-7db86f5d-e80e-4c47-bcd2-ce9c0fa43dc4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=600ec493-5d60-465f-9948-e0daf3dbabab HTTP/1.1" status: 200  len: 849 time: 0.0877321
May 17 13:56:13.010292 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-177ff8ef-7c06-4b35-9d87-7e019762aeca req-cc2ca368-f2ea-434e-be28-85a858706b5d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d25d5cae-54ec-4225-9cbf-925c545d1c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0569162
May 17 13:56:13.010589 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8e6c493e-2d03-449b-8adc-431347cfcb28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:13.015952 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8e6c493e-2d03-449b-8adc-431347cfcb28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:13.028799 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-0f29f666-525a-4671-a424-8544d43ea45a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:56:13.060760 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e6c493e-2d03-449b-8adc-431347cfcb28 admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'}  {{(pid=78742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 17 13:56:13.074260 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6c493e-2d03-449b-8adc-431347cfcb28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2a725b-4d72-4fb3-bfc7-df83e56d0184,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:56:13.078041 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-8e6c493e-2d03-449b-8adc-431347cfcb28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:56:13.084371 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8e6c493e-2d03-449b-8adc-431347cfcb28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861870'] for segment, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:13.085029 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.db.segments_db [None req-8e6c493e-2d03-449b-8adc-431347cfcb28 admin admin] Added segment 8a963ee4-8e3f-4bf5-a55f-d5e1ff62ad29 of type vlan for network e30c6073-c867-46f4-bec2-eb7af316aeb9
May 17 13:56:13.134141 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8e6c493e-2d03-449b-8adc-431347cfcb28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774149267101'] for network, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:13.182931 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8e6c493e-2d03-449b-8adc-431347cfcb28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1676892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582528'] for network, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:13.184592 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6c493e-2d03-449b-8adc-431347cfcb28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:13.185120 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8e6c493e-2d03-449b-8adc-431347cfcb28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for network, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:13.191455 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-27c14c54-de14-457e-8fa1-1877356ee551 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:56:13.302219 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-8e6c493e-2d03-449b-8adc-431347cfcb28 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.7153509
May 17 13:56:13.306309 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-177ff8ef-7c06-4b35-9d87-7e019762aeca req-09c9b4b1-8421-4be6-92fa-9b1e35429ded service neutron] 10.222.0.49 "GET /v2.0/networks/d25d5cae-54ec-4225-9cbf-925c545d1c4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2884209
May 17 13:56:13.307994 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 33740) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:56:13.316578 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-a101bf3a-4d7d-4a52-b463-476463561548 admin admin] Request body: {'subnet': {'network_id': 'e30c6073-c867-46f4-bec2-eb7af316aeb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1693143150-subnet', 'tenant_id': '3e756f37709a4c19bc8378fa746d8337', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:56:13.323653 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-a101bf3a-4d7d-4a52-b463-476463561548 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:56:13.329608 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6c493e-2d03-449b-8adc-431347cfcb28 admin admin] Pushing event updated for resources: {'Network': ['ID=e30c6073-c867-46f4-bec2-eb7af316aeb9,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:56:13.332253 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-8e6c493e-2d03-449b-8adc-431347cfcb28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:56:13.339753 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Network e30c6073-c867-46f4-bec2-eb7af316aeb9 details requested by agent ovs-agent-dv-cinder-788363-3-iscsi with host dv-cinder-788363-3-iscsi {{(pid=78744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 17 13:56:13.353294 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-a101bf3a-4d7d-4a52-b463-476463561548 admin admin] Usage tracker for resource:subnet and tenant:3e756f37709a4c19bc8378fa746d8337 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:56:13.429045 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-a101bf3a-4d7d-4a52-b463-476463561548 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:56:13.463567 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-a101bf3a-4d7d-4a52-b463-476463561548 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:56:13.505798 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a101bf3a-4d7d-4a52-b463-476463561548 admin admin] Made reservation on behalf of 3e756f37709a4c19bc8378fa746d8337 for: {'subnet': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 17 13:56:13.508303 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-a101bf3a-4d7d-4a52-b463-476463561548 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:13.634586 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-177ff8ef-7c06-4b35-9d87-7e019762aeca req-055b0d23-646f-4dea-a93c-2ab84fe0ab69 service neutron] 10.222.0.49 "GET /v2.0/networks/d25d5cae-54ec-4225-9cbf-925c545d1c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3121111
May 17 13:56:13.819295 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 33770) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:56:13.955267 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.db_base_plugin_v2 [None req-319dd6c0-30e9-4b61-82fc-7e5c0b84de6b admin admin] Deleting subnet b6392fad-3989-4417-8ea4-1bfe7d57674b {{(pid=78742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 17 13:56:13.962165 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-319dd6c0-30e9-4b61-82fc-7e5c0b84de6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:14.021282 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-319dd6c0-30e9-4b61-82fc-7e5c0b84de6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132461956'] for subnet, precommit_delete_associations {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:14.050462 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf3240-6efa-4cdc-ac81-d3cd457080c9 req-17b24d4a-614b-4d2a-a8a5-a5b6902821e1 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:14.052552 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f2cf3240-6efa-4cdc-ac81-d3cd457080c9 req-17b24d4a-614b-4d2a-a8a5-a5b6902821e1 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 946 time: 0.1482491
May 17 13:56:14.131200 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f2cf3240-6efa-4cdc-ac81-d3cd457080c9 req-0d9f62ee-a9bd-4019-b4f0-720f8ad1094b tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646498
May 17 13:56:14.200335 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-a101bf3a-4d7d-4a52-b463-476463561548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583'] for subnet, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:14.205311 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-1a993761-2b9c-4b85-a373-73c1e69d36cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:56:14.294021 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a101bf3a-4d7d-4a52-b463-476463561548 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d169b186-defa-4470-9ef1-50866ad43fba,revision_number=0']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:56:14.298497 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-a101bf3a-4d7d-4a52-b463-476463561548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:56:14.303070 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a101bf3a-4d7d-4a52-b463-476463561548 admin admin] Checking segment: {'id': '8a963ee4-8e3f-4bf5-a55f-d5e1ff62ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e30c6073-c867-46f4-bec2-eb7af316aeb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 13:56:14.303456 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a101bf3a-4d7d-4a52-b463-476463561548 admin admin] Network hostable DHCP agents. Network: e30c6073-c867-46f4-bec2-eb7af316aeb9, hostable agents: ['49bbb97f-fcd4-4504-a032-9a51e4e6deed'], hosted agents: [] {{(pid=78743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 17 13:56:14.339557 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a101bf3a-4d7d-4a52-b463-476463561548 admin admin] Network e30c6073-c867-46f4-bec2-eb7af316aeb9 is scheduled to be hosted by DHCP agent 49bbb97f-fcd4-4504-a032-9a51e4e6deed with binding_index 1 {{(pid=78743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 17 13:56:14.352848 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [None req-a101bf3a-4d7d-4a52-b463-476463561548 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-3-iscsi, e30c6073-c867-46f4-bec2-eb7af316aeb9) {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:56:14.364456 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e7f8d8-b9b3-407b-9531-b30927c869d9 None None] Network e30c6073-c867-46f4-bec2-eb7af316aeb9 requested from dv-cinder-788363-3-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 17 13:56:14.372834 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a101bf3a-4d7d-4a52-b463-476463561548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:14.381918 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-a101bf3a-4d7d-4a52-b463-476463561548 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for subnet, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:14.411558 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-a101bf3a-4d7d-4a52-b463-476463561548 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.1017787
May 17 13:56:14.411938 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 33788) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:56:14.419372 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-319dd6c0-30e9-4b61-82fc-7e5c0b84de6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-866929'] for subnet, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:14.459373 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-c21bed51-ed40-4c5a-ad47-1dd07638ae9b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1693143150-router', 'tenant_id': '3e756f37709a4c19bc8378fa746d8337', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a'}}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:56:14.476055 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-c21bed51-ed40-4c5a-ad47-1dd07638ae9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:56:14.484470 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-c21bed51-ed40-4c5a-ad47-1dd07638ae9b admin admin] Usage tracker for resource:router and tenant:3e756f37709a4c19bc8378fa746d8337 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:56:14.505039 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-c21bed51-ed40-4c5a-ad47-1dd07638ae9b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:56:14.519824 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-c21bed51-ed40-4c5a-ad47-1dd07638ae9b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:56:14.632429 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c21bed51-ed40-4c5a-ad47-1dd07638ae9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2025163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4328'] for router, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:14.633662 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c21bed51-ed40-4c5a-ad47-1dd07638ae9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2024966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1981117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1687292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4321'] for router, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:14.653560 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017c3b0-d31e-451c-a039-4c2cf6e5e1a5 req-52208406-cd84-4e42-bcb9-a7779a1e52a6 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:14.655078 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-2017c3b0-d31e-451c-a039-4c2cf6e5e1a5 req-52208406-cd84-4e42-bcb9-a7779a1e52a6 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c293d7a-c8ba-41db-85fe-c560ae9e0464 HTTP/1.1" status: 200  len: 943 time: 0.5022056
May 17 13:56:14.710285 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c21bed51-ed40-4c5a-ad47-1dd07638ae9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:14.717419 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040402df-787e-474d-8183-08cc65b17552 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2d06222-2de8-51f1-88e2-9822a162890d-e30c6073-c867-46f4-bec2-eb7af316aeb9', 'network_id': 'e30c6073-c867-46f4-bec2-eb7af316aeb9', 'tenant_id': '3e756f37709a4c19bc8378fa746d8337', 'fixed_ips': [{'subnet_id': 'd169b186-defa-4470-9ef1-50866ad43fba'}]}} from dv-cinder-788363-3-iscsi. {{(pid=78744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 17 13:56:14.718257 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-040402df-787e-474d-8183-08cc65b17552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:14.758960 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-2017c3b0-d31e-451c-a039-4c2cf6e5e1a5 req-8b706301-6720-4196-bd56-f379f43554a2 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/security-groups?id=890f41c9-fdc7-4a0f-85af-a9d571fa23e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0938914
May 17 13:56:14.898012 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.db_base_plugin_common [None req-040402df-787e-474d-8183-08cc65b17552 None None] Allocated IP 172.20.0.2 (e30c6073-c867-46f4-bec2-eb7af316aeb9/d169b186-defa-4470-9ef1-50866ad43fba/c993a930-2e2c-416d-b40a-ffc2b4a8a19b) {{(pid=78744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 17 13:56:15.077100 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c21bed51-ed40-4c5a-ad47-1dd07638ae9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2020853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2025177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4343'] for router, precommit_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:15.101437 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-319dd6c0-30e9-4b61-82fc-7e5c0b84de6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-866938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132438055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133803437'] for subnet, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:15.110896 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-ac2b5cef-7010-496c-9a08-3330ba66f363 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:56:15.168628 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-040402df-787e-474d-8183-08cc65b17552 None None] Notify callbacks [] for port, precommit_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:15.180560 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-040402df-787e-474d-8183-08cc65b17552 None None] Transition to ACTIVE for port object c993a930-2e2c-416d-b40a-ffc2b4a8a19b will not be triggered until provisioned by entity L2. {{(pid=78744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:56:15.197659 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319dd6c0-30e9-4b61-82fc-7e5c0b84de6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6392fad-3989-4417-8ea4-1bfe7d57674b,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:56:15.202529 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-040402df-787e-474d-8183-08cc65b17552 None None] Transition to ACTIVE for port object c993a930-2e2c-416d-b40a-ffc2b4a8a19b will not be triggered until provisioned by entity DHCP. {{(pid=78744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:56:15.203692 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-319dd6c0-30e9-4b61-82fc-7e5c0b84de6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:15.209621 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-040402df-787e-474d-8183-08cc65b17552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774149279272'] for port, after_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:15.213795 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-319dd6c0-30e9-4b61-82fc-7e5c0b84de6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:56:15.216797 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:56:15.225782 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 33812) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:56:15.226282 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-319dd6c0-30e9-4b61-82fc-7e5c0b84de6b admin admin] 10.222.0.54 "DELETE /v2.0/subnets/b6392fad-3989-4417-8ea4-1bfe7d57674b HTTP/1.1" status: 204  len: 168 time: 1.4053948
May 17 13:56:15.330732 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040402df-787e-474d-8183-08cc65b17552 None None] Pushing event updated for resources: {'Port': ['ID=c993a930-2e2c-416d-b40a-ffc2b4a8a19b,revision_number=1']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:56:15.334914 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-040402df-787e-474d-8183-08cc65b17552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:56:15.344008 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040402df-787e-474d-8183-08cc65b17552 None None] Network e30c6073-c867-46f4-bec2-eb7af316aeb9 is already hosted by enough agents. {{(pid=78744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 13:56:15.348078 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.scheduler.base_scheduler [None req-040402df-787e-474d-8183-08cc65b17552 None None] Resources bound (agent type, host, resource id):  {{(pid=78744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:56:15.350531 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040402df-787e-474d-8183-08cc65b17552 None None] Received port after_create {{(pid=78744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 17 13:56:15.518781 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-040402df-787e-474d-8183-08cc65b17552 None None] Attempting to bind port c993a930-2e2c-416d-b40a-ffc2b4a8a19b on host dv-cinder-788363-3-iscsi for vnic_type normal with profile  {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 17 13:56:15.519635 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-040402df-787e-474d-8183-08cc65b17552 None None] Attempting to bind port c993a930-2e2c-416d-b40a-ffc2b4a8a19b by drivers openvswitch,hyperv on host dv-cinder-788363-3-iscsi at level 0 using segments [{'id': '8a963ee4-8e3f-4bf5-a55f-d5e1ff62ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e30c6073-c867-46f4-bec2-eb7af316aeb9'}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 17 13:56:15.519635 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040402df-787e-474d-8183-08cc65b17552 None None] Attempting to bind port c993a930-2e2c-416d-b40a-ffc2b4a8a19b on network e30c6073-c867-46f4-bec2-eb7af316aeb9 {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 13:56:15.535122 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040402df-787e-474d-8183-08cc65b17552 None None] Checking agent: {'id': 'ed5152c7-8558-4ae4-8c88-1353caeda338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 47, 10), 'started_at': datetime.datetime(2021, 5, 17, 13, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 17 13:56:15.536192 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040402df-787e-474d-8183-08cc65b17552 None None] Checking segment: {'id': '8a963ee4-8e3f-4bf5-a55f-d5e1ff62ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e30c6073-c867-46f4-bec2-eb7af316aeb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 13:56:15.537155 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-040402df-787e-474d-8183-08cc65b17552 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:15.537555 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040402df-787e-474d-8183-08cc65b17552 None None] Bound using segment: {'id': '8a963ee4-8e3f-4bf5-a55f-d5e1ff62ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e30c6073-c867-46f4-bec2-eb7af316aeb9'} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 17 13:56:15.538039 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-040402df-787e-474d-8183-08cc65b17552 None None] Bound port: c993a930-2e2c-416d-b40a-ffc2b4a8a19b, host: dv-cinder-788363-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a963ee4-8e3f-4bf5-a55f-d5e1ff62ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e30c6073-c867-46f4-bec2-eb7af316aeb9'}}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 17 13:56:15.540625 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-040402df-787e-474d-8183-08cc65b17552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:15.545123 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-48949e96-91ec-4fb4-9def-7649e1076f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1002279'] for network, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:15.553151 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c21bed51-ed40-4c5a-ad47-1dd07638ae9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:15.587257 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c21bed51-ed40-4c5a-ad47-1dd07638ae9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:15.670079 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e028f18-e910-49ec-bf9a-cfd585601815 req-e3b8fff6-b65b-4892-a923-64cfa15e9074 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:15.677046 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0e028f18-e910-49ec-bf9a-cfd585601815 req-e3b8fff6-b65b-4892-a923-64cfa15e9074 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 946 time: 0.3711050
May 17 13:56:15.687576 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-040402df-787e-474d-8183-08cc65b17552 None None] For port c993a930-2e2c-416d-b40a-ffc2b4a8a19b, host dv-cinder-788363-3-iscsi, cleared binding levels {{(pid=78744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 17 13:56:15.693459 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-040402df-787e-474d-8183-08cc65b17552 None None] For port c993a930-2e2c-416d-b40a-ffc2b4a8a19b, host dv-cinder-788363-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=c993a930-2e2c-416d-b40a-ffc2b4a8a19b,segment=NetworkSegment(8a963ee4-8e3f-4bf5-a55f-d5e1ff62ad29),segment_id=8a963ee4-8e3f-4bf5-a55f-d5e1ff62ad29)] {{(pid=78744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 17 13:56:15.702071 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-040402df-787e-474d-8183-08cc65b17552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:15.710225 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:56:15.759139 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.db_base_plugin_common [None req-c21bed51-ed40-4c5a-ad47-1dd07638ae9b admin admin] Allocated IP 172.27.1.107 (d5b45ae7-16ce-45df-9da3-dc322e2b7d9a/b62193f4-5b84-40dd-ae21-6a70cb5f2e38/fcb55d34-429e-4e3a-b74c-ada2a4ef9791) {{(pid=78742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 17 13:56:15.875274 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0e028f18-e910-49ec-bf9a-cfd585601815 req-4020522e-702e-4f6d-bbb1-84e118a95bc3 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1947582
May 17 13:56:15.894137 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-48949e96-91ec-4fb4-9def-7649e1076f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-866884', 'neutron.services.segments.db._delete_segments_for_network-8774149704834'] for network, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:15.900429 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040402df-787e-474d-8183-08cc65b17552 None None] Pushing event updated for resources: {'Port': ['ID=c993a930-2e2c-416d-b40a-ffc2b4a8a19b,revision_number=2']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:56:15.907699 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-040402df-787e-474d-8183-08cc65b17552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:56:15.921497 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-48949e96-91ec-4fb4-9def-7649e1076f7a admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fae3eddbb50>> segment before_delete 55550000 {{(pid=78743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:56:15.921816 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-48949e96-91ec-4fb4-9def-7649e1076f7a admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fae3eddbb50>> subnet precommit_delete_associations 55550000 {{(pid=78743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:56:15.923733 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-48949e96-91ec-4fb4-9def-7649e1076f7a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fae3eddb490>> segment_host_mapping after_create 55550000 {{(pid=78743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:56:15.924662 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-48949e96-91ec-4fb4-9def-7649e1076f7a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fae3eddb490>> port after_create 55550000 {{(pid=78743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:56:15.924992 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-48949e96-91ec-4fb4-9def-7649e1076f7a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fae3eddb490>> port after_delete 55550000 {{(pid=78743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:56:15.925330 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-48949e96-91ec-4fb4-9def-7649e1076f7a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fae3eddb490>> port after_update 55550000 {{(pid=78743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:56:15.926941 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-48949e96-91ec-4fb4-9def-7649e1076f7a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fae3eddb490>> segment after_delete 55550000 {{(pid=78743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:56:15.927294 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-48949e96-91ec-4fb4-9def-7649e1076f7a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fae3eddb490>> subnet after_create 55550000 {{(pid=78743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:56:15.929299 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-48949e96-91ec-4fb4-9def-7649e1076f7a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fae3eddb490>> subnet after_delete 55550000 {{(pid=78743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:56:15.929562 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-48949e96-91ec-4fb4-9def-7649e1076f7a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fae3eddb490>> subnet after_update 55550000 {{(pid=78743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:56:15.944009 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c21bed51-ed40-4c5a-ad47-1dd07638ae9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:16.062227 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c21bed51-ed40-4c5a-ad47-1dd07638ae9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774149279272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132438228'] for port, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:16.077776 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:56:16.120785 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-48949e96-91ec-4fb4-9def-7649e1076f7a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fae3e2c53d0>> subnet after_create 55550000 {{(pid=78743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:56:16.121852 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-48949e96-91ec-4fb4-9def-7649e1076f7a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fae3e2c53d0>> subnet after_delete 55550000 {{(pid=78743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:56:16.122187 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-48949e96-91ec-4fb4-9def-7649e1076f7a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fae3e2c53d0>> subnet before_create 55550000 {{(pid=78743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:56:16.122517 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-48949e96-91ec-4fb4-9def-7649e1076f7a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fae3e2c53d0>> subnet before_update 55550000 {{(pid=78743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 17 13:56:16.122897 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.services.segments.db [None req-48949e96-91ec-4fb4-9def-7649e1076f7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fae3eddbe50>,) {'filters': {'network_id': ['cfa54d33-2dc1-4dfe-bc11-ed721077fd59']}} {{(pid=78743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:56:16.142010 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.services.segments.db [None req-48949e96-91ec-4fb4-9def-7649e1076f7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fae3eddbe50>, '1035e2fd-64e0-4737-9f56-2d96f6166330') {'for_net_delete': True} {{(pid=78743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:56:16.142295 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.services.segments.db [None req-48949e96-91ec-4fb4-9def-7649e1076f7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fae3eddbe50>, '1035e2fd-64e0-4737-9f56-2d96f6166330') {} {{(pid=78743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:56:16.156787 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-48949e96-91ec-4fb4-9def-7649e1076f7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774149716363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133955686'] for segment, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:16.178191 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-48949e96-91ec-4fb4-9def-7649e1076f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861870'] for segment, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:16.193245 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48949e96-91ec-4fb4-9def-7649e1076f7a admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=78743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 17 13:56:16.194052 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-48949e96-91ec-4fb4-9def-7649e1076f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133957512'] for segment, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:16.226118 dv-cinder-788363-3-iscsi neutron-server[78743]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 17 13:56:16.226118 dv-cinder-788363-3-iscsi neutron-server[78743]:   from cryptography.utils import int_from_bytes
May 17 13:56:16.226118 dv-cinder-788363-3-iscsi neutron-server[78743]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 17 13:56:16.226118 dv-cinder-788363-3-iscsi neutron-server[78743]:   from cryptography.utils import int_from_bytes
May 17 13:56:16.226118 dv-cinder-788363-3-iscsi neutron-server[78743]: Traceback (most recent call last):
May 17 13:56:16.226118 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 17 13:56:16.226118 dv-cinder-788363-3-iscsi neutron-server[78743]:     timer()
May 17 13:56:16.226118 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 17 13:56:16.226118 dv-cinder-788363-3-iscsi neutron-server[78743]:     cb(*args, **kw)
May 17 13:56:16.226118 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 17 13:56:16.226118 dv-cinder-788363-3-iscsi neutron-server[78743]:     return func(*args, **kwargs)
May 17 13:56:16.226118 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 17 13:56:16.226118 dv-cinder-788363-3-iscsi neutron-server[78743]:     self._notify()
May 17 13:56:16.226118 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 17 13:56:16.226118 dv-cinder-788363-3-iscsi neutron-server[78743]:     self.callback(batched_events)
May 17 13:56:16.226118 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 17 13:56:16.226118 dv-cinder-788363-3-iscsi neutron-server[78743]:     event.method(event)
May 17 13:56:16.226118 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 17 13:56:16.226118 dv-cinder-788363-3-iscsi neutron-server[78743]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 17 13:56:16.226118 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 17 13:56:16.226118 dv-cinder-788363-3-iscsi neutron-server[78743]:     aggregate_uuid = self.p_client.list_aggregates(
May 17 13:56:16.226118 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 17 13:56:16.226118 dv-cinder-788363-3-iscsi neutron-server[78743]:     return f(self, *a, **k)
May 17 13:56:16.226118 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 17 13:56:16.226118 dv-cinder-788363-3-iscsi neutron-server[78743]:     return self._get(url).json()
May 17 13:56:16.226118 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 17 13:56:16.226118 dv-cinder-788363-3-iscsi neutron-server[78743]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 17 13:56:16.226118 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 17 13:56:16.226118 dv-cinder-788363-3-iscsi neutron-server[78743]:     return self.request(url, 'GET', **kwargs)
May 17 13:56:16.226118 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 17 13:56:16.226118 dv-cinder-788363-3-iscsi neutron-server[78743]:     base_url = self.get_endpoint(auth, allow=allow,
May 17 13:56:16.226118 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 17 13:56:16.226118 dv-cinder-788363-3-iscsi neutron-server[78743]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 17 13:56:16.226118 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 17 13:56:16.226118 dv-cinder-788363-3-iscsi neutron-server[78743]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 17 13:56:16.226118 dv-cinder-788363-3-iscsi neutron-server[78743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 17 13:56:16.318328 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21bed51-ed40-4c5a-ad47-1dd07638ae9b admin admin] Network d5b45ae7-16ce-45df-9da3-dc322e2b7d9a is already hosted by enough agents. {{(pid=78742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 13:56:16.322057 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-c21bed51-ed40-4c5a-ad47-1dd07638ae9b admin admin] Resources bound (agent type, host, resource id):  {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:56:16.330389 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21bed51-ed40-4c5a-ad47-1dd07638ae9b admin admin] Received port after_create {{(pid=78742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 17 13:56:16.369972 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-48949e96-91ec-4fb4-9def-7649e1076f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-866893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1676892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1975232'] for network, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:16.387951 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-733837a3-ac13-4f28-a3ea-e3d9bd2a994d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:56:16.429749 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-48949e96-91ec-4fb4-9def-7649e1076f7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for network, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:16.432993 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48949e96-91ec-4fb4-9def-7649e1076f7a admin admin] Pushing event deleted for resources: {'Network': ['ID=cfa54d33-2dc1-4dfe-bc11-ed721077fd59,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:56:16.438086 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-48949e96-91ec-4fb4-9def-7649e1076f7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:56:16.439782 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-48949e96-91ec-4fb4-9def-7649e1076f7a admin admin] 10.222.0.54 "DELETE /v2.0/networks/cfa54d33-2dc1-4dfe-bc11-ed721077fd59 HTTP/1.1" status: 204  len: 168 time: 1.2125189
May 17 13:56:16.443658 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 33846) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:56:16.469773 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21bed51-ed40-4c5a-ad47-1dd07638ae9b admin admin] Pushing event updated for resources: {'Port': ['ID=fcb55d34-429e-4e3a-b74c-ada2a4ef9791,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:56:16.474997 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-c21bed51-ed40-4c5a-ad47-1dd07638ae9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:56:16.501845 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad41507-0c64-46ba-a051-8cf76fe74d2e req-e05edd39-8ef4-4549-af11-5a89b4cf776c tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:16.503333 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-8ad41507-0c64-46ba-a051-8cf76fe74d2e req-e05edd39-8ef4-4549-af11-5a89b4cf776c tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c293d7a-c8ba-41db-85fe-c560ae9e0464 HTTP/1.1" status: 200  len: 943 time: 0.5124278
May 17 13:56:16.512755 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b5dddda-b901-46fc-96da-19eae3a9d558 admin admin] Deleting subnet 37e5297d-fe8f-4a0e-87c5-2f6b3736fc24 {{(pid=78743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 17 13:56:16.518874 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-0b5dddda-b901-46fc-96da-19eae3a9d558 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:16.528191 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device c993a930-2e2c-416d-b40a-ffc2b4a8a19b up at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:56:16.575683 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-0b5dddda-b901-46fc-96da-19eae3a9d558 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133955689'] for subnet, precommit_delete_associations {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:16.619545 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning for port c993a930-2e2c-416d-b40a-ffc2b4a8a19b completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:56:16.643883 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-0b5dddda-b901-46fc-96da-19eae3a9d558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-866929'] for subnet, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:16.769528 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-8ad41507-0c64-46ba-a051-8cf76fe74d2e req-fce2e26e-aaf0-4a46-8d61-2e61ff256d91 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/security-groups?id=890f41c9-fdc7-4a0f-85af-a9d571fa23e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2473340
May 17 13:56:17.047647 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c21bed51-ed40-4c5a-ad47-1dd07638ae9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:17.064311 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-0b5dddda-b901-46fc-96da-19eae3a9d558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-866938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133371938'] for subnet, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:17.071905 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:56:17.111120 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-0b5dddda-b901-46fc-96da-19eae3a9d558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for subnet, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:17.114371 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5dddda-b901-46fc-96da-19eae3a9d558 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37e5297d-fe8f-4a0e-87c5-2f6b3736fc24,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:56:17.117735 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-0b5dddda-b901-46fc-96da-19eae3a9d558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:56:17.122827 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-0b5dddda-b901-46fc-96da-19eae3a9d558 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/37e5297d-fe8f-4a0e-87c5-2f6b3736fc24 HTTP/1.1" status: 204  len: 168 time: 0.6760304
May 17 13:56:17.123076 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 33868) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:56:17.239814 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-0519a4b0-7868-4302-aa3c-a043e58120ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1002279'] for network, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:17.240434 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df1acc7-34a5-49a7-a199-f86a25ce9566 None None] Network e30c6073-c867-46f4-bec2-eb7af316aeb9 requested from dv-cinder-788363-3-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 17 13:56:17.331606 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23559e38-f07c-46b0-948e-815ff2e53145 req-06b59a4b-a281-4b74-9dbf-be3ade39b738 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:17.333861 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-23559e38-f07c-46b0-948e-815ff2e53145 req-06b59a4b-a281-4b74-9dbf-be3ade39b738 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 946 time: 0.2913947
May 17 13:56:17.337275 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-2c9f1fa8-2635-4f65-a204-35b271254abb None None] Provisioning for port c993a930-2e2c-416d-b40a-ffc2b4a8a19b completed by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:56:17.343702 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-2c9f1fa8-2635-4f65-a204-35b271254abb None None] Provisioning complete for port c993a930-2e2c-416d-b40a-ffc2b4a8a19b triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:56:17.344093 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-2c9f1fa8-2635-4f65-a204-35b271254abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:17.437113 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-0519a4b0-7868-4302-aa3c-a043e58120ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-866884', 'neutron.services.segments.db._delete_segments_for_network-8774149704834'] for network, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:17.456253 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.services.segments.db [None req-0519a4b0-7868-4302-aa3c-a043e58120ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fae3f2d3700>,) {'filters': {'network_id': ['f5583f2f-0230-4eb1-8a2b-2e72a7e7685e']}} {{(pid=78743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:56:17.474624 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.services.segments.db [None req-0519a4b0-7868-4302-aa3c-a043e58120ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fae3f2d3700>, '1fd366db-1a94-4c98-8335-796003671e57') {'for_net_delete': True} {{(pid=78743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:56:17.474929 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.services.segments.db [None req-0519a4b0-7868-4302-aa3c-a043e58120ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fae3f2d3700>, '1fd366db-1a94-4c98-8335-796003671e57') {} {{(pid=78743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:56:17.492481 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-0519a4b0-7868-4302-aa3c-a043e58120ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774149716363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133955686'] for segment, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:17.514440 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-0519a4b0-7868-4302-aa3c-a043e58120ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861870'] for segment, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:17.521682 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0519a4b0-7868-4302-aa3c-a043e58120ba admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=78743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 17 13:56:17.522070 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-0519a4b0-7868-4302-aa3c-a043e58120ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133957512'] for segment, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:17.564330 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-23559e38-f07c-46b0-948e-815ff2e53145 req-77f72f8f-e2e7-4981-8682-3825741763bb tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1717761
May 17 13:56:17.568652 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device 211194a5-f9e5-4a17-ac09-967a0de5f0f0 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 17 13:56:17.587928 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c21bed51-ed40-4c5a-ad47-1dd07638ae9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2025152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1966514'] for router, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:17.610130 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-2c9f1fa8-2635-4f65-a204-35b271254abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:17.611801 dv-cinder-788363-3-iscsi neutron-server[78743]: Traceback (most recent call last):
May 17 13:56:17.611801 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 17 13:56:17.611801 dv-cinder-788363-3-iscsi neutron-server[78743]:     timer()
May 17 13:56:17.611801 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 17 13:56:17.611801 dv-cinder-788363-3-iscsi neutron-server[78743]:     cb(*args, **kw)
May 17 13:56:17.611801 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 17 13:56:17.611801 dv-cinder-788363-3-iscsi neutron-server[78743]:     return func(*args, **kwargs)
May 17 13:56:17.611801 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 17 13:56:17.611801 dv-cinder-788363-3-iscsi neutron-server[78743]:     self._notify()
May 17 13:56:17.611801 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 17 13:56:17.611801 dv-cinder-788363-3-iscsi neutron-server[78743]:     self.callback(batched_events)
May 17 13:56:17.611801 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 17 13:56:17.611801 dv-cinder-788363-3-iscsi neutron-server[78743]:     event.method(event)
May 17 13:56:17.611801 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 17 13:56:17.611801 dv-cinder-788363-3-iscsi neutron-server[78743]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 17 13:56:17.611801 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 17 13:56:17.611801 dv-cinder-788363-3-iscsi neutron-server[78743]:     aggregate_uuid = self.p_client.list_aggregates(
May 17 13:56:17.611801 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 17 13:56:17.611801 dv-cinder-788363-3-iscsi neutron-server[78743]:     return f(self, *a, **k)
May 17 13:56:17.611801 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 17 13:56:17.611801 dv-cinder-788363-3-iscsi neutron-server[78743]:     return self._get(url).json()
May 17 13:56:17.611801 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 17 13:56:17.611801 dv-cinder-788363-3-iscsi neutron-server[78743]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 17 13:56:17.611801 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 17 13:56:17.611801 dv-cinder-788363-3-iscsi neutron-server[78743]:     return self.request(url, 'GET', **kwargs)
May 17 13:56:17.611801 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 17 13:56:17.611801 dv-cinder-788363-3-iscsi neutron-server[78743]:     base_url = self.get_endpoint(auth, allow=allow,
May 17 13:56:17.611801 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 17 13:56:17.611801 dv-cinder-788363-3-iscsi neutron-server[78743]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 17 13:56:17.611801 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 17 13:56:17.611801 dv-cinder-788363-3-iscsi neutron-server[78743]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 17 13:56:17.611801 dv-cinder-788363-3-iscsi neutron-server[78743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 17 13:56:17.657897 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-0519a4b0-7868-4302-aa3c-a043e58120ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-866893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1676892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1975232'] for network, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:17.666119 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-2a017b2f-3064-4200-a6c2-fcc2a1046da4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:56:17.694297 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-0519a4b0-7868-4302-aa3c-a043e58120ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for network, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:17.698928 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0519a4b0-7868-4302-aa3c-a043e58120ba admin admin] Pushing event deleted for resources: {'Network': ['ID=f5583f2f-0230-4eb1-8a2b-2e72a7e7685e,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:56:17.702491 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-0519a4b0-7868-4302-aa3c-a043e58120ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:56:17.704283 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-0519a4b0-7868-4302-aa3c-a043e58120ba admin admin] 10.222.0.54 "DELETE /v2.0/networks/f5583f2f-0230-4eb1-8a2b-2e72a7e7685e HTTP/1.1" status: 204  len: 168 time: 0.5802855
May 17 13:56:17.739623 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-2c9f1fa8-2635-4f65-a204-35b271254abb None None] For port c993a930-2e2c-416d-b40a-ffc2b4a8a19b, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=c993a930-2e2c-416d-b40a-ffc2b4a8a19b,segment=NetworkSegment(8a963ee4-8e3f-4bf5-a55f-d5e1ff62ad29),segment_id=8a963ee4-8e3f-4bf5-a55f-d5e1ff62ad29)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:56:17.760100 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-2c9f1fa8-2635-4f65-a204-35b271254abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:17.765582 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:56:17.834385 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c21bed51-ed40-4c5a-ad47-1dd07638ae9b admin admin] Router c9342bf1-e855-4d44-aa03-135bfda70704 is scheduled to L3 agent 5f048e90-1481-4c55-97c3-311a68b90326 with binding_index 1 {{(pid=78742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 17 13:56:17.847185 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port 211194a5-f9e5-4a17-ac09-967a0de5f0f0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=211194a5-f9e5-4a17-ac09-967a0de5f0f0,segment=NetworkSegment(5ff715a4-8152-43b1-b8d5-eac5f4b39cb8),segment_id=5ff715a4-8152-43b1-b8d5-eac5f4b39cb8)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:56:17.868268 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Returning: {'device': '211194a5-f9e5-4a17-ac09-967a0de5f0f0', 'network_id': 'd25d5cae-54ec-4225-9cbf-925c545d1c4b', 'port_id': '211194a5-f9e5-4a17-ac09-967a0de5f0f0', 'mac_address': 'fa:16:3e:0f:48:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '600ec493-5d60-465f-9948-e0daf3dbabab', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 17 13:56:17.872557 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f1fa8-2635-4f65-a204-35b271254abb None None] Pushing event updated for resources: {'Port': ['ID=c993a930-2e2c-416d-b40a-ffc2b4a8a19b,revision_number=3']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:56:17.875798 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-2c9f1fa8-2635-4f65-a204-35b271254abb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:56:17.964879 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:17.990498 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 211194a5-f9e5-4a17-ac09-967a0de5f0f0 {{(pid=78744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 17 13:56:18.009774 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port 211194a5-f9e5-4a17-ac09-967a0de5f0f0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=211194a5-f9e5-4a17-ac09-967a0de5f0f0,segment=NetworkSegment(5ff715a4-8152-43b1-b8d5-eac5f4b39cb8),segment_id=5ff715a4-8152-43b1-b8d5-eac5f4b39cb8)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:56:18.014793 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:18.016359 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 33894) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:56:18.017540 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:56:18.107500 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-41610d96-13e8-4de8-bc4c-f19f03cbcef6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c8273bd1053e4a34a731415a95de77fc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0893445
May 17 13:56:18.110078 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Pushing event updated for resources: {'Port': ['ID=211194a5-f9e5-4a17-ac09-967a0de5f0f0,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:56:18.113423 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:56:18.120255 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 33900) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:56:18.184752 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-1d7727e0-50c5-4051-9fc9-1b6110a0e5cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:18.187058 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-485897bf-5357-4f9f-8dd5-dbb863a243ca None None] Provisioning complete for port c993a930-2e2c-416d-b40a-ffc2b4a8a19b triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:56:18.187461 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-485897bf-5357-4f9f-8dd5-dbb863a243ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:18.210761 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-1d7727e0-50c5-4051-9fc9-1b6110a0e5cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:18.261648 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c21bed51-ed40-4c5a-ad47-1dd07638ae9b admin admin] Notify agent at l3_agent.dv-cinder-788363-3-iscsi the message routers_updated {{(pid=78742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 17 13:56:18.271638 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5a2fc7-8d28-4e37-8bec-0b73454014a9 None None] Sync routers for ids ['c9342bf1-e855-4d44-aa03-135bfda70704'] in dv-cinder-788363-3-iscsi {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 17 13:56:18.280986 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-1d7727e0-50c5-4051-9fc9-1b6110a0e5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:18.287568 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5a2fc7-8d28-4e37-8bec-0b73454014a9 None None] Routers {'c9342bf1-e855-4d44-aa03-135bfda70704'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 13:56:18.288318 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-5b5a2fc7-8d28-4e37-8bec-0b73454014a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae4085deb0>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T13:56:10Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['c9342bf1-e855-4d44-aa03-135bfda70704'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:56:18.289965 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:56:18.304089 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7727e0-50c5-4051-9fc9-1b6110a0e5cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d885a1f4-b085-41f5-bb1f-86657831e737,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:56:18.307035 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-1d7727e0-50c5-4051-9fc9-1b6110a0e5cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:56:18.315204 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-1d7727e0-50c5-4051-9fc9-1b6110a0e5cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:18.318908 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-1d7727e0-50c5-4051-9fc9-1b6110a0e5cd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d885a1f4-b085-41f5-bb1f-86657831e737 HTTP/1.1" status: 204  len: 168 time: 0.1959553
May 17 13:56:18.342760 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736503cb-3f87-4a22-a583-82d1babedaf6 req-73234124-d6ed-4478-86b3-9520f7f9fe94 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:18.344689 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-736503cb-3f87-4a22-a583-82d1babedaf6 req-73234124-d6ed-4478-86b3-9520f7f9fe94 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c293d7a-c8ba-41db-85fe-c560ae9e0464 HTTP/1.1" status: 200  len: 944 time: 0.1746588
May 17 13:56:18.345648 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c21bed51-ed40-4c5a-ad47-1dd07638ae9b admin admin] Notify callbacks [] for router, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:18.349808 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 33906) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:56:18.349968 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-c21bed51-ed40-4c5a-ad47-1dd07638ae9b admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.9324415
May 17 13:56:18.397893 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-736503cb-3f87-4a22-a583-82d1babedaf6 req-917cd24a-b663-4688-966c-810658fbd176 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/security-groups?id=890f41c9-fdc7-4a0f-85af-a9d571fa23e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466850
May 17 13:56:18.447030 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device c993a930-2e2c-416d-b40a-ffc2b4a8a19b up at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:56:18.515302 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-5b5a2fc7-8d28-4e37-8bec-0b73454014a9 None None] Set router c9342bf1-e855-4d44-aa03-135bfda70704 gateway port host: dv-cinder-788363-3-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 13:56:18.527987 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning complete for port c993a930-2e2c-416d-b40a-ffc2b4a8a19b triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:56:18.528365 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:18.816649 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a79b2-ac6e-4d7c-be36-f72359d6ae6c req-db25cba5-2b8f-4ba8-93ae-c0fc25838497 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:18.818512 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-ab9a79b2-ac6e-4d7c-be36-f72359d6ae6c req-db25cba5-2b8f-4ba8-93ae-c0fc25838497 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 946 time: 0.0926547
May 17 13:56:18.850343 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 33916) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:56:18.858462 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-5b5a2fc7-8d28-4e37-8bec-0b73454014a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae4085deb0>, [{'id': 'c9342bf1-e855-4d44-aa03-135bfda70704', 'name': 'tempest-AttachVolumeTestJSON-1693143150-router', 'tenant_id': '3e756f37709a4c19bc8378fa746d8337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'fcb55d34-429e-4e3a-b74c-ada2a4ef9791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:56:14Z', 'updated_at': '2021-05-17T13:56:16Z', 'revision_number': 3, 'project_id': '3e756f37709a4c19bc8378fa746d8337', 'gw_port': {'id': 'fcb55d34-429e-4e3a-b74c-ada2a4ef9791', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9342bf1-e855-4d44-aa03-135bfda70704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:56:15Z', 'updated_at': '2021-05-17T13:56:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi'}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:56:18.862957 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5a2fc7-8d28-4e37-8bec-0b73454014a9 None None] Checking router: c9342bf1-e855-4d44-aa03-135bfda70704 for host: dv-cinder-788363-3-iscsi {{(pid=78745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 17 13:56:18.864405 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5a2fc7-8d28-4e37-8bec-0b73454014a9 None None] Updating router c9342bf1-e855-4d44-aa03-135bfda70704 port fcb55d34-429e-4e3a-b74c-ada2a4ef9791 binding host dv-cinder-788363-3-iscsi {{(pid=78745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 17 13:56:18.916365 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-ab9a79b2-ac6e-4d7c-be36-f72359d6ae6c req-52752a3a-796d-4551-b6cf-5188d5800205 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915840
May 17 13:56:18.918216 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-5b5a2fc7-8d28-4e37-8bec-0b73454014a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:18.919880 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-8fc24bab-78c1-4e09-912e-12e0b03e3a0d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6187987fe7414ac893949fd0354d88b1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0683403
May 17 13:56:18.922351 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 33920) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:56:18.987215 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-e049b225-1c08-4260-be14-efff7459053f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:19.014813 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-e049b225-1c08-4260-be14-efff7459053f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:19.069858 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-e049b225-1c08-4260-be14-efff7459053f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:19.074768 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-a4ded031-33d3-4066-b966-d60c0a32b26e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:56:19.085735 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e049b225-1c08-4260-be14-efff7459053f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90192223-1a85-4e38-ae1e-400b65d8dca9,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:56:19.090439 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-e049b225-1c08-4260-be14-efff7459053f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:56:19.094137 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-e049b225-1c08-4260-be14-efff7459053f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:19.108176 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-e049b225-1c08-4260-be14-efff7459053f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/90192223-1a85-4e38-ae1e-400b65d8dca9 HTTP/1.1" status: 204  len: 168 time: 0.1745775
May 17 13:56:19.273865 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b695e9d1-ed9f-47da-bad7-6da3e050d786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:19.310366 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-5b5a2fc7-8d28-4e37-8bec-0b73454014a9 None None] Notify callbacks [] for port, precommit_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:19.322823 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.provisioning_blocks [None req-5b5a2fc7-8d28-4e37-8bec-0b73454014a9 None None] Transition to ACTIVE for port object fcb55d34-429e-4e3a-b74c-ada2a4ef9791 will not be triggered until provisioned by entity L2. {{(pid=78745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:56:19.329648 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-5b5a2fc7-8d28-4e37-8bec-0b73454014a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:19.338951 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:56:19.453708 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.managers [None req-5b5a2fc7-8d28-4e37-8bec-0b73454014a9 None None] Attempting to bind port fcb55d34-429e-4e3a-b74c-ada2a4ef9791 on host dv-cinder-788363-3-iscsi for vnic_type normal with profile  {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 17 13:56:19.454425 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.managers [None req-5b5a2fc7-8d28-4e37-8bec-0b73454014a9 None None] Attempting to bind port fcb55d34-429e-4e3a-b74c-ada2a4ef9791 by drivers openvswitch,hyperv on host dv-cinder-788363-3-iscsi at level 0 using segments [{'id': 'd239c2a5-eb63-4e60-9706-c66c1478eded', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a'}] {{(pid=78745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 17 13:56:19.454981 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5a2fc7-8d28-4e37-8bec-0b73454014a9 None None] Attempting to bind port fcb55d34-429e-4e3a-b74c-ada2a4ef9791 on network d5b45ae7-16ce-45df-9da3-dc322e2b7d9a {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 13:56:19.457912 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb50afb-0f20-4912-9a30-d29696827ea7 None None] Pushing event updated for resources: {'Port': ['ID=fcb55d34-429e-4e3a-b74c-ada2a4ef9791,revision_number=2']} {{(pid=78745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:56:19.467991 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb50afb-0f20-4912-9a30-d29696827ea7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:56:19.468622 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb50afb-0f20-4912-9a30-d29696827ea7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:56:19.468964 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb50afb-0f20-4912-9a30-d29696827ea7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:56:19.469289 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb50afb-0f20-4912-9a30-d29696827ea7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:56:19.469613 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb50afb-0f20-4912-9a30-d29696827ea7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:56:19.469937 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb50afb-0f20-4912-9a30-d29696827ea7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:56:19.470257 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb50afb-0f20-4912-9a30-d29696827ea7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:56:19.470577 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb50afb-0f20-4912-9a30-d29696827ea7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:56:19.470913 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb50afb-0f20-4912-9a30-d29696827ea7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:56:19.471233 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb50afb-0f20-4912-9a30-d29696827ea7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:56:19.471590 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb50afb-0f20-4912-9a30-d29696827ea7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:56:19.471907 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb50afb-0f20-4912-9a30-d29696827ea7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:56:19.475258 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5a2fc7-8d28-4e37-8bec-0b73454014a9 None None] Checking agent: {'id': 'ed5152c7-8558-4ae4-8c88-1353caeda338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 47, 10), 'started_at': datetime.datetime(2021, 5, 17, 13, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 17 13:56:19.475660 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5a2fc7-8d28-4e37-8bec-0b73454014a9 None None] Checking segment: {'id': 'd239c2a5-eb63-4e60-9706-c66c1478eded', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 13:56:19.476253 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-5b5a2fc7-8d28-4e37-8bec-0b73454014a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:19.476832 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5a2fc7-8d28-4e37-8bec-0b73454014a9 None None] Bound using segment: {'id': 'd239c2a5-eb63-4e60-9706-c66c1478eded', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a'} {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 17 13:56:19.477475 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.managers [None req-5b5a2fc7-8d28-4e37-8bec-0b73454014a9 None None] Bound port: fcb55d34-429e-4e3a-b74c-ada2a4ef9791, host: dv-cinder-788363-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd239c2a5-eb63-4e60-9706-c66c1478eded', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a'}}] {{(pid=78745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 17 13:56:19.478006 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-5b5a2fc7-8d28-4e37-8bec-0b73454014a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:19.508026 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [None req-5fb50afb-0f20-4912-9a30-d29696827ea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:56:19.515790 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_common [None req-b695e9d1-ed9f-47da-bad7-6da3e050d786 admin admin] Allocated IP 172.20.0.1 (e30c6073-c867-46f4-bec2-eb7af316aeb9/d169b186-defa-4470-9ef1-50866ad43fba/874d1f8e-bf43-4fac-9221-0e98951f8b97) {{(pid=78743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 17 13:56:19.574112 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.db [None req-5b5a2fc7-8d28-4e37-8bec-0b73454014a9 None None] For port fcb55d34-429e-4e3a-b74c-ada2a4ef9791, host dv-cinder-788363-3-iscsi, cleared binding levels {{(pid=78745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 17 13:56:19.577995 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.db [None req-5b5a2fc7-8d28-4e37-8bec-0b73454014a9 None None] For port fcb55d34-429e-4e3a-b74c-ada2a4ef9791, host dv-cinder-788363-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=fcb55d34-429e-4e3a-b74c-ada2a4ef9791,segment=NetworkSegment(d239c2a5-eb63-4e60-9706-c66c1478eded),segment_id=d239c2a5-eb63-4e60-9706-c66c1478eded)] {{(pid=78745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 17 13:56:19.584967 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-5b5a2fc7-8d28-4e37-8bec-0b73454014a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:19.591524 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [None req-5fb50afb-0f20-4912-9a30-d29696827ea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:56:19.633341 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa2935-4a16-4c58-969a-caf09ea90aad req-44b71ce7-7ba3-4945-a62b-20b9b58fca37 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:19.642114 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-e4aa2935-4a16-4c58-969a-caf09ea90aad req-44b71ce7-7ba3-4945-a62b-20b9b58fca37 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c293d7a-c8ba-41db-85fe-c560ae9e0464 HTTP/1.1" status: 200  len: 944 time: 0.1185832
May 17 13:56:19.665406 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb50afb-0f20-4912-9a30-d29696827ea7 None None] Pushing event updated for resources: {'Port': ['ID=fcb55d34-429e-4e3a-b74c-ada2a4ef9791,revision_number=3']} {{(pid=78745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:56:19.677273 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [None req-5fb50afb-0f20-4912-9a30-d29696827ea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:56:19.681804 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5a2fc7-8d28-4e37-8bec-0b73454014a9 None None] Routers {'c9342bf1-e855-4d44-aa03-135bfda70704'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 13:56:19.682433 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-5b5a2fc7-8d28-4e37-8bec-0b73454014a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae4085deb0>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T13:56:10Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['c9342bf1-e855-4d44-aa03-135bfda70704'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:56:19.684944 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b695e9d1-ed9f-47da-bad7-6da3e050d786 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:19.704020 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.provisioning_blocks [None req-b695e9d1-ed9f-47da-bad7-6da3e050d786 admin admin] Transition to ACTIVE for port object 874d1f8e-bf43-4fac-9221-0e98951f8b97 will not be triggered until provisioned by entity DHCP. {{(pid=78743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:56:19.710142 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-e4aa2935-4a16-4c58-969a-caf09ea90aad req-d2200003-ce67-4f4d-95b6-18f282e6cef3 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/security-groups?id=890f41c9-fdc7-4a0f-85af-a9d571fa23e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638456
May 17 13:56:19.734156 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b695e9d1-ed9f-47da-bad7-6da3e050d786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774149279272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133957597'] for port, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:19.739843 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-fd3fd9fa-ee55-4e9d-9d40-de9415d16714 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:56:19.809599 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b695e9d1-ed9f-47da-bad7-6da3e050d786 admin admin] Network e30c6073-c867-46f4-bec2-eb7af316aeb9 is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 13:56:19.812581 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [None req-b695e9d1-ed9f-47da-bad7-6da3e050d786 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:56:19.816275 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b695e9d1-ed9f-47da-bad7-6da3e050d786 admin admin] Received port after_create {{(pid=78743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 17 13:56:19.856765 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b695e9d1-ed9f-47da-bad7-6da3e050d786 admin admin] Pushing event updated for resources: {'Port': ['ID=874d1f8e-bf43-4fac-9221-0e98951f8b97,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:56:19.861690 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-b695e9d1-ed9f-47da-bad7-6da3e050d786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:56:19.876936 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b695e9d1-ed9f-47da-bad7-6da3e050d786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1975113'] for router_interface, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:19.889629 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-5b5a2fc7-8d28-4e37-8bec-0b73454014a9 None None] Set router c9342bf1-e855-4d44-aa03-135bfda70704 gateway port host: dv-cinder-788363-3-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 13:56:20.037737 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b695e9d1-ed9f-47da-bad7-6da3e050d786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:20.174781 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305e096-3ca0-451e-a994-a93028c4adb6 req-869139c2-a24c-46e7-b26c-a591e3cb490f tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:20.183939 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-0305e096-3ca0-451e-a994-a93028c4adb6 req-869139c2-a24c-46e7-b26c-a591e3cb490f tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 946 time: 0.1173718
May 17 13:56:20.240076 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-407d192d-1204-4ba0-a49c-60c8d23f75f0 None None] Provisioning for port 874d1f8e-bf43-4fac-9221-0e98951f8b97 completed by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:56:20.246393 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-407d192d-1204-4ba0-a49c-60c8d23f75f0 None None] Provisioning complete for port 874d1f8e-bf43-4fac-9221-0e98951f8b97 triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:56:20.247029 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-407d192d-1204-4ba0-a49c-60c8d23f75f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:20.274747 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-0305e096-3ca0-451e-a994-a93028c4adb6 req-1e8c5062-7bdc-4870-b231-71a7f2e2fbf7 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0897701
May 17 13:56:20.313060 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-407d192d-1204-4ba0-a49c-60c8d23f75f0 None None] Port 874d1f8e-bf43-4fac-9221-0e98951f8b97 cannot update to ACTIVE because it is not bound. {{(pid=78744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 17 13:56:20.362294 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b695e9d1-ed9f-47da-bad7-6da3e050d786 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:20.371449 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b695e9d1-ed9f-47da-bad7-6da3e050d786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133957588'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:20.374138 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-5b5a2fc7-8d28-4e37-8bec-0b73454014a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae4085deb0>, [{'id': 'c9342bf1-e855-4d44-aa03-135bfda70704', 'name': 'tempest-AttachVolumeTestJSON-1693143150-router', 'tenant_id': '3e756f37709a4c19bc8378fa746d8337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'fcb55d34-429e-4e3a-b74c-ada2a4ef9791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:56:14Z', 'updated_at': '2021-05-17T13:56:16Z', 'revision_number': 3, 'project_id': '3e756f37709a4c19bc8378fa746d8337', 'gw_port': {'id': 'fcb55d34-429e-4e3a-b74c-ada2a4ef9791', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9342bf1-e855-4d44-aa03-135bfda70704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:56:15Z', 'updated_at': '2021-05-17T13:56:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi'}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:56:20.380291 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5a2fc7-8d28-4e37-8bec-0b73454014a9 None None] The sync data for ids ['c9342bf1-e855-4d44-aa03-135bfda70704'] in dv-cinder-788363-3-iscsi is: [{'id': 'c9342bf1-e855-4d44-aa03-135bfda70704', 'name': 'tempest-AttachVolumeTestJSON-1693143150-router', 'tenant_id': '3e756f37709a4c19bc8378fa746d8337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'fcb55d34-429e-4e3a-b74c-ada2a4ef9791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:56:14Z', 'updated_at': '2021-05-17T13:56:16Z', 'revision_number': 3, 'project_id': '3e756f37709a4c19bc8378fa746d8337', 'gw_port': {'id': 'fcb55d34-429e-4e3a-b74c-ada2a4ef9791', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9342bf1-e855-4d44-aa03-135bfda70704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:56:15Z', 'updated_at': '2021-05-17T13:56:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi'}] {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 17 13:56:20.409392 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:56:20.498465 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b695e9d1-ed9f-47da-bad7-6da3e050d786 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1977326'] for router_interface, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:20.502093 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b695e9d1-ed9f-47da-bad7-6da3e050d786 admin admin] Pushing event updated for resources: {'Port': ['ID=874d1f8e-bf43-4fac-9221-0e98951f8b97,revision_number=2']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:56:20.508200 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-b695e9d1-ed9f-47da-bad7-6da3e050d786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:56:20.681067 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b695e9d1-ed9f-47da-bad7-6da3e050d786 admin admin] Network e30c6073-c867-46f4-bec2-eb7af316aeb9 is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 13:56:20.682406 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [None req-b695e9d1-ed9f-47da-bad7-6da3e050d786 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:56:20.704300 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] get_ports_and_sgs() called for port_ids ['211194a5-f9e5-4a17-ac09-967a0de5f0f0'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 17 13:56:21.014847 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b695e9d1-ed9f-47da-bad7-6da3e050d786 admin admin] Router c9342bf1-e855-4d44-aa03-135bfda70704 has already been hosted by L3 agent 5f048e90-1481-4c55-97c3-311a68b90326 {{(pid=78743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 17 13:56:21.054051 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-63c59026-809c-4cb7-8469-cf18e27c4cf0 None None] Provisioning complete for port 874d1f8e-bf43-4fac-9221-0e98951f8b97 triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:56:21.054434 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-63c59026-809c-4cb7-8469-cf18e27c4cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:21.142149 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-63c59026-809c-4cb7-8469-cf18e27c4cf0 None None] Port 874d1f8e-bf43-4fac-9221-0e98951f8b97 cannot update to ACTIVE because it is not bound. {{(pid=78744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 17 13:56:21.345134 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9c428-a4cb-4400-b388-54d5eb61df11 req-7b5e5349-82fe-4e18-a259-2be0994805f6 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:21.346616 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d3c9c428-a4cb-4400-b388-54d5eb61df11 req-7b5e5349-82fe-4e18-a259-2be0994805f6 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c293d7a-c8ba-41db-85fe-c560ae9e0464 HTTP/1.1" status: 200  len: 944 time: 0.4500077
May 17 13:56:21.420341 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d3c9c428-a4cb-4400-b388-54d5eb61df11 req-f94f750d-6fa3-4b24-aea7-b24fd3b2469c tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/security-groups?id=890f41c9-fdc7-4a0f-85af-a9d571fa23e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583949
May 17 13:56:21.421490 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b695e9d1-ed9f-47da-bad7-6da3e050d786 admin admin] Notify agent at l3_agent.dv-cinder-788363-3-iscsi the message routers_updated {{(pid=78743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 17 13:56:21.431496 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-b695e9d1-ed9f-47da-bad7-6da3e050d786 admin admin] 10.222.0.54 "PUT /v2.0/routers/c9342bf1-e855-4d44-aa03-135bfda70704/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0800178
May 17 13:56:21.605330 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9afbaf-58e7-4f43-90a1-1ebbcde2ef6c req-cc7e61c8-e7b8-4995-9af7-3e5b607d352d tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:21.606789 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2f9afbaf-58e7-4f43-90a1-1ebbcde2ef6c req-cc7e61c8-e7b8-4995-9af7-3e5b607d352d tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 946 time: 0.0828338
May 17 13:56:21.655363 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2f9afbaf-58e7-4f43-90a1-1ebbcde2ef6c req-5c2979e1-feb1-47ff-baea-70de5a6984e9 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425200
May 17 13:56:22.017875 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 34042) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:56:22.023346 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-5b58baeb-0e33-489d-bd27-5ae1fcdaa6e0 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Request body: {'security_group': {'name': 'tempest-securitygroup--907406402', 'description': 'tempest-description--1221095508'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:56:22.033057 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-5b58baeb-0e33-489d-bd27-5ae1fcdaa6e0 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:56:22.038307 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-5b58baeb-0e33-489d-bd27-5ae1fcdaa6e0 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Usage tracker for resource:security_group and tenant:3e756f37709a4c19bc8378fa746d8337 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:56:22.041350 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-5b58baeb-0e33-489d-bd27-5ae1fcdaa6e0 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:56:22.047664 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-5b58baeb-0e33-489d-bd27-5ae1fcdaa6e0 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:56:22.058100 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5b58baeb-0e33-489d-bd27-5ae1fcdaa6e0 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:22.078953 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-5b58baeb-0e33-489d-bd27-5ae1fcdaa6e0 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:56:22.083193 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-5b58baeb-0e33-489d-bd27-5ae1fcdaa6e0 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Usage tracker for resource:security_group_rule and tenant:3e756f37709a4c19bc8378fa746d8337 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:56:22.085982 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-5b58baeb-0e33-489d-bd27-5ae1fcdaa6e0 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:56:22.091677 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-5b58baeb-0e33-489d-bd27-5ae1fcdaa6e0 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:56:22.167626 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5b58baeb-0e33-489d-bd27-5ae1fcdaa6e0 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:22.171628 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5b58baeb-0e33-489d-bd27-5ae1fcdaa6e0 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:22.177126 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-c39fdcd8-1ca1-47fd-a492-afb74aa3750c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:56:22.213964 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b58baeb-0e33-489d-bd27-5ae1fcdaa6e0 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b76d41ad-6646-43e8-af05-5827b856b49d,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:56:22.216773 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5b58baeb-0e33-489d-bd27-5ae1fcdaa6e0 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:22.217954 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-5b58baeb-0e33-489d-bd27-5ae1fcdaa6e0 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.1989582
May 17 13:56:22.218800 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-5b58baeb-0e33-489d-bd27-5ae1fcdaa6e0 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:56:22.221243 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 34046) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:56:22.226588 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-c3a0100a-180c-4fad-b67f-400fe84224d5 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Request body: {'security_group_rule': {'security_group_id': 'b76d41ad-6646-43e8-af05-5827b856b49d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:56:22.232807 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-c3a0100a-180c-4fad-b67f-400fe84224d5 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:56:22.236827 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-c3a0100a-180c-4fad-b67f-400fe84224d5 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Usage tracker for resource:security_group_rule and tenant:3e756f37709a4c19bc8378fa746d8337 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:56:22.239867 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-c3a0100a-180c-4fad-b67f-400fe84224d5 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:56:22.245590 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-c3a0100a-180c-4fad-b67f-400fe84224d5 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:56:22.264486 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c3a0100a-180c-4fad-b67f-400fe84224d5 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:22.271674 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89caf599-d1b6-479e-8aaf-33166fbb88a5 None None] Sync routers for ids ['c9342bf1-e855-4d44-aa03-135bfda70704'] in dv-cinder-788363-3-iscsi {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 17 13:56:22.283561 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89caf599-d1b6-479e-8aaf-33166fbb88a5 None None] Routers {'c9342bf1-e855-4d44-aa03-135bfda70704'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 13:56:22.284345 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-89caf599-d1b6-479e-8aaf-33166fbb88a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae4088bd30>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T13:56:10Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['c9342bf1-e855-4d44-aa03-135bfda70704'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:56:22.337987 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c3a0100a-180c-4fad-b67f-400fe84224d5 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:22.343063 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c3a0100a-180c-4fad-b67f-400fe84224d5 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677044'] for security_group_rule, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:22.346689 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:56:22.372299 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a0100a-180c-4fad-b67f-400fe84224d5 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05ca3b33-0af7-4a89-bb58-4361f5dc3a1b,revision_number=0']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:56:22.378259 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-c3a0100a-180c-4fad-b67f-400fe84224d5 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:56:22.381794 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c3a0100a-180c-4fad-b67f-400fe84224d5 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:22.383190 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-c3a0100a-180c-4fad-b67f-400fe84224d5 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1615484
May 17 13:56:22.385905 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 34052) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:56:22.391046 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-86b794ce-dd74-49e0-9b22-1930c154b1d8 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Request body: {'security_group_rule': {'security_group_id': 'b76d41ad-6646-43e8-af05-5827b856b49d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:56:22.397539 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-86b794ce-dd74-49e0-9b22-1930c154b1d8 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:56:22.401443 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-86b794ce-dd74-49e0-9b22-1930c154b1d8 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Usage tracker for resource:security_group_rule and tenant:3e756f37709a4c19bc8378fa746d8337 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:56:22.404410 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-86b794ce-dd74-49e0-9b22-1930c154b1d8 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:56:22.413566 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-86b794ce-dd74-49e0-9b22-1930c154b1d8 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:56:22.433925 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-86b794ce-dd74-49e0-9b22-1930c154b1d8 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:22.438178 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device fcb55d34-429e-4e3a-b74c-ada2a4ef9791 up at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:56:22.506616 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-86b794ce-dd74-49e0-9b22-1930c154b1d8 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:22.512415 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-86b794ce-dd74-49e0-9b22-1930c154b1d8 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677044'] for security_group_rule, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:22.515285 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-c3a0100a-180c-4fad-b67f-400fe84224d5 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:56:22.535597 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-89caf599-d1b6-479e-8aaf-33166fbb88a5 None None] Set router c9342bf1-e855-4d44-aa03-135bfda70704 gateway port host: dv-cinder-788363-3-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 13:56:22.539054 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b794ce-dd74-49e0-9b22-1930c154b1d8 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbaec1f1-63b0-4424-b892-249752c3ca3e,revision_number=0']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:56:22.543488 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-86b794ce-dd74-49e0-9b22-1930c154b1d8 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:56:22.553155 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-86b794ce-dd74-49e0-9b22-1930c154b1d8 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:22.554559 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-86b794ce-dd74-49e0-9b22-1930c154b1d8 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1676695
May 17 13:56:22.557685 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 34060) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:56:22.562995 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-9c5b9de2-5606-4c89-9c3f-2a1d4726f33e tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Request body: {'floatingip': {'floating_network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:56:22.569683 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-9c5b9de2-5606-4c89-9c3f-2a1d4726f33e tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:56:22.573794 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-9c5b9de2-5606-4c89-9c3f-2a1d4726f33e tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Usage tracker for resource:floatingip and tenant:3e756f37709a4c19bc8378fa746d8337 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:56:22.576784 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-9c5b9de2-5606-4c89-9c3f-2a1d4726f33e tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:56:22.583782 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-9c5b9de2-5606-4c89-9c3f-2a1d4726f33e tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:56:22.596758 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-9c5b9de2-5606-4c89-9c3f-2a1d4726f33e tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks [] for floatingip, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:22.601054 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning for port fcb55d34-429e-4e3a-b74c-ada2a4ef9791 completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:56:22.611273 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning complete for port fcb55d34-429e-4e3a-b74c-ada2a4ef9791 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:56:22.612008 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:22.679977 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b79c0-a326-4f42-a203-c193fa9c7914 req-6defb8fa-43b9-4a6c-a786-57c3293e30dd tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:22.682184 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-584b79c0-a326-4f42-a203-c193fa9c7914 req-6defb8fa-43b9-4a6c-a786-57c3293e30dd tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c293d7a-c8ba-41db-85fe-c560ae9e0464 HTTP/1.1" status: 200  len: 944 time: 0.1437545
May 17 13:56:22.734127 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-584b79c0-a326-4f42-a203-c193fa9c7914 req-31902de2-3aeb-4aff-bf86-1e1f083ecaec tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/security-groups?id=890f41c9-fdc7-4a0f-85af-a9d571fa23e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438421
May 17 13:56:22.743207 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-9c5b9de2-5606-4c89-9c3f-2a1d4726f33e tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:22.884374 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.db_base_plugin_common [None req-9c5b9de2-5606-4c89-9c3f-2a1d4726f33e tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Allocated IP 172.27.1.205 (d5b45ae7-16ce-45df-9da3-dc322e2b7d9a/b62193f4-5b84-40dd-ae21-6a70cb5f2e38/364e61ee-0d4a-4913-b8ba-9271781ca337) {{(pid=78742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 17 13:56:22.928480 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61715e5-23fd-49e0-872a-8cb305eeebc1 req-8fc6abfc-2cf8-4f52-b3ec-10aea47b2b8c tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:22.930450 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c61715e5-23fd-49e0-872a-8cb305eeebc1 req-8fc6abfc-2cf8-4f52-b3ec-10aea47b2b8c tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 946 time: 0.0936396
May 17 13:56:22.931975 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:22.953761 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] For port fcb55d34-429e-4e3a-b74c-ada2a4ef9791, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=fcb55d34-429e-4e3a-b74c-ada2a4ef9791,segment=NetworkSegment(d239c2a5-eb63-4e60-9706-c66c1478eded),segment_id=d239c2a5-eb63-4e60-9706-c66c1478eded)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:56:22.962596 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:22.964802 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:56:22.987427 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c61715e5-23fd-49e0-872a-8cb305eeebc1 req-cc24c76a-7fc1-4e37-add2-8552696e8d18 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507345
May 17 13:56:23.029591 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-89caf599-d1b6-479e-8aaf-33166fbb88a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae4088bd30>, [{'id': 'c9342bf1-e855-4d44-aa03-135bfda70704', 'name': 'tempest-AttachVolumeTestJSON-1693143150-router', 'tenant_id': '3e756f37709a4c19bc8378fa746d8337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'fcb55d34-429e-4e3a-b74c-ada2a4ef9791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:56:14Z', 'updated_at': '2021-05-17T13:56:19Z', 'revision_number': 4, 'project_id': '3e756f37709a4c19bc8378fa746d8337', 'gw_port': {'id': 'fcb55d34-429e-4e3a-b74c-ada2a4ef9791', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9342bf1-e855-4d44-aa03-135bfda70704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:56:15Z', 'updated_at': '2021-05-17T13:56:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_interfaces': [{'id': '874d1f8e-bf43-4fac-9221-0e98951f8b97', 'name': '', 'network_id': 'e30c6073-c867-46f4-bec2-eb7af316aeb9', 'tenant_id': '3e756f37709a4c19bc8378fa746d8337', 'mac_address': 'fa:16:3e:c1:49:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9342bf1-e855-4d44-aa03-135bfda70704', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd169b186-defa-4470-9ef1-50866ad43fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:56:19Z', 'updated_at': '2021-05-17T13:56:20Z', 'revision_number': 2, 'project_id': '3e756f37709a4c19bc8378fa746d8337', 'subnets': [{'id': 'd169b186-defa-4470-9ef1-50866ad43fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:56:23.036849 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89caf599-d1b6-479e-8aaf-33166fbb88a5 None None] Checking router: c9342bf1-e855-4d44-aa03-135bfda70704 for host: dv-cinder-788363-3-iscsi {{(pid=78744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 17 13:56:23.037204 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89caf599-d1b6-479e-8aaf-33166fbb88a5 None None] Updating router c9342bf1-e855-4d44-aa03-135bfda70704 port 874d1f8e-bf43-4fac-9221-0e98951f8b97 binding host dv-cinder-788363-3-iscsi {{(pid=78744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 17 13:56:23.053287 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-9c5b9de2-5606-4c89-9c3f-2a1d4726f33e tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks [] for port, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:23.080644 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Pushing event updated for resources: {'Port': ['ID=fcb55d34-429e-4e3a-b74c-ada2a4ef9791,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:56:23.084825 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-9c5b9de2-5606-4c89-9c3f-2a1d4726f33e tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774149279272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132438228'] for port, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:23.085913 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:56:23.089255 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-945fcc0a-e17c-4ea3-a4a8-577ff01348ba tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:56:23.098124 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-89caf599-d1b6-479e-8aaf-33166fbb88a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:23.151143 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5b9de2-5606-4c89-9c3f-2a1d4726f33e tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Network d5b45ae7-16ce-45df-9da3-dc322e2b7d9a is already hosted by enough agents. {{(pid=78742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 13:56:23.153997 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-9c5b9de2-5606-4c89-9c3f-2a1d4726f33e tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Resources bound (agent type, host, resource id):  {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:56:23.157590 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5b9de2-5606-4c89-9c3f-2a1d4726f33e tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Received port after_create {{(pid=78742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 17 13:56:23.188327 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5b9de2-5606-4c89-9c3f-2a1d4726f33e tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Pushing event updated for resources: {'Port': ['ID=364e61ee-0d4a-4913-b8ba-9271781ca337,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:56:23.193488 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-9c5b9de2-5606-4c89-9c3f-2a1d4726f33e tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:56:23.288891 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-9c5b9de2-5606-4c89-9c3f-2a1d4726f33e tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:23.358283 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-9c5b9de2-5606-4c89-9c3f-2a1d4726f33e tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:23.455488 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-89caf599-d1b6-479e-8aaf-33166fbb88a5 None None] Notify callbacks [] for port, precommit_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:23.467487 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-89caf599-d1b6-479e-8aaf-33166fbb88a5 None None] Transition to ACTIVE for port object 874d1f8e-bf43-4fac-9221-0e98951f8b97 will not be triggered until provisioned by entity L2. {{(pid=78744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:56:23.474318 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-89caf599-d1b6-479e-8aaf-33166fbb88a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:23.477948 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-040402df-787e-474d-8183-08cc65b17552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:56:23.642454 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-9c5b9de2-5606-4c89-9c3f-2a1d4726f33e tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks [] for port, precommit_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:23.648487 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-9c5b9de2-5606-4c89-9c3f-2a1d4726f33e tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132438237'] for port, after_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:23.652543 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:56:23.666317 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69da3563-57f8-4eab-961e-9ed400dc5ecd None None] Pushing event updated for resources: {'Port': ['ID=874d1f8e-bf43-4fac-9221-0e98951f8b97,revision_number=3']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:56:23.674147 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-69da3563-57f8-4eab-961e-9ed400dc5ecd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:56:23.737177 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-89caf599-d1b6-479e-8aaf-33166fbb88a5 None None] Attempting to bind port 874d1f8e-bf43-4fac-9221-0e98951f8b97 on host dv-cinder-788363-3-iscsi for vnic_type normal with profile  {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 17 13:56:23.737587 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-89caf599-d1b6-479e-8aaf-33166fbb88a5 None None] Attempting to bind port 874d1f8e-bf43-4fac-9221-0e98951f8b97 by drivers openvswitch,hyperv on host dv-cinder-788363-3-iscsi at level 0 using segments [{'id': '8a963ee4-8e3f-4bf5-a55f-d5e1ff62ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e30c6073-c867-46f4-bec2-eb7af316aeb9'}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 17 13:56:23.738065 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89caf599-d1b6-479e-8aaf-33166fbb88a5 None None] Attempting to bind port 874d1f8e-bf43-4fac-9221-0e98951f8b97 on network e30c6073-c867-46f4-bec2-eb7af316aeb9 {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 13:56:23.750440 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89caf599-d1b6-479e-8aaf-33166fbb88a5 None None] Checking agent: {'id': 'ed5152c7-8558-4ae4-8c88-1353caeda338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 47, 10), 'started_at': datetime.datetime(2021, 5, 17, 13, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 17 13:56:23.750744 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89caf599-d1b6-479e-8aaf-33166fbb88a5 None None] Checking segment: {'id': '8a963ee4-8e3f-4bf5-a55f-d5e1ff62ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e30c6073-c867-46f4-bec2-eb7af316aeb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 13:56:23.751184 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-89caf599-d1b6-479e-8aaf-33166fbb88a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:23.751606 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89caf599-d1b6-479e-8aaf-33166fbb88a5 None None] Bound using segment: {'id': '8a963ee4-8e3f-4bf5-a55f-d5e1ff62ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e30c6073-c867-46f4-bec2-eb7af316aeb9'} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 17 13:56:23.752086 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-89caf599-d1b6-479e-8aaf-33166fbb88a5 None None] Bound port: 874d1f8e-bf43-4fac-9221-0e98951f8b97, host: dv-cinder-788363-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a963ee4-8e3f-4bf5-a55f-d5e1ff62ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e30c6073-c867-46f4-bec2-eb7af316aeb9'}}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 17 13:56:23.752529 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-89caf599-d1b6-479e-8aaf-33166fbb88a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:23.780093 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5b9de2-5606-4c89-9c3f-2a1d4726f33e tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Pushing event updated for resources: {'Port': ['ID=364e61ee-0d4a-4913-b8ba-9271781ca337,revision_number=2']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:56:23.784411 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-9c5b9de2-5606-4c89-9c3f-2a1d4726f33e tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:56:23.796309 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-9c5b9de2-5606-4c89-9c3f-2a1d4726f33e tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975218'] for floatingip, after_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:23.811695 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-9c5b9de2-5606-4c89-9c3f-2a1d4726f33e tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for floatingip, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:23.812953 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-9c5b9de2-5606-4c89-9c3f-2a1d4726f33e tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.2541404
May 17 13:56:23.867560 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-89caf599-d1b6-479e-8aaf-33166fbb88a5 None None] For port 874d1f8e-bf43-4fac-9221-0e98951f8b97, host dv-cinder-788363-3-iscsi, cleared binding levels {{(pid=78744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 17 13:56:23.870843 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-89caf599-d1b6-479e-8aaf-33166fbb88a5 None None] For port 874d1f8e-bf43-4fac-9221-0e98951f8b97, host dv-cinder-788363-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=874d1f8e-bf43-4fac-9221-0e98951f8b97,segment=NetworkSegment(8a963ee4-8e3f-4bf5-a55f-d5e1ff62ad29),segment_id=8a963ee4-8e3f-4bf5-a55f-d5e1ff62ad29)] {{(pid=78744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 17 13:56:23.874728 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-89caf599-d1b6-479e-8aaf-33166fbb88a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:23.878428 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:56:23.942703 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b589070c-36db-410a-ab8a-f0f47e29b88a req-1b67889b-4c80-44f6-a08d-9ce9534abece tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:23.944418 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b589070c-36db-410a-ab8a-f0f47e29b88a req-1b67889b-4c80-44f6-a08d-9ce9534abece tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c293d7a-c8ba-41db-85fe-c560ae9e0464 HTTP/1.1" status: 200  len: 944 time: 0.0829697
May 17 13:56:23.953877 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89caf599-d1b6-479e-8aaf-33166fbb88a5 None None] Routers {'c9342bf1-e855-4d44-aa03-135bfda70704'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 13:56:23.954514 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-89caf599-d1b6-479e-8aaf-33166fbb88a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae4088bd30>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T13:56:10Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['c9342bf1-e855-4d44-aa03-135bfda70704'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:56:23.998642 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b589070c-36db-410a-ab8a-f0f47e29b88a req-089ef7f8-2c1a-47ce-b12e-3d0aeef4aa57 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/security-groups?id=890f41c9-fdc7-4a0f-85af-a9d571fa23e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463181
May 17 13:56:24.029176 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69da3563-57f8-4eab-961e-9ed400dc5ecd None None] Pushing event updated for resources: {'Port': ['ID=874d1f8e-bf43-4fac-9221-0e98951f8b97,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:56:24.035125 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-69da3563-57f8-4eab-961e-9ed400dc5ecd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:56:24.148661 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-111f534f-47d0-4c45-8705-1ba86ad43f77 req-cdf9c99c-781e-4f34-85e1-c4bd2a0e504d tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--907406402&fields=id&tenant_id=3e756f37709a4c19bc8378fa746d8337 HTTP/1.1" status: 200  len: 267 time: 0.0513036
May 17 13:56:24.150865 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-89caf599-d1b6-479e-8aaf-33166fbb88a5 None None] Set router c9342bf1-e855-4d44-aa03-135bfda70704 gateway port host: dv-cinder-788363-3-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 13:56:24.302051 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f534f-47d0-4c45-8705-1ba86ad43f77 req-147b0779-0db2-4438-8594-e90941394f81 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:24.303519 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-111f534f-47d0-4c45-8705-1ba86ad43f77 req-147b0779-0db2-4438-8594-e90941394f81 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/networks?id=e30c6073-c867-46f4-bec2-eb7af316aeb9 HTTP/1.1" status: 200  len: 811 time: 0.1481605
May 17 13:56:24.319589 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-111f534f-47d0-4c45-8705-1ba86ad43f77 req-8eb7165a-1456-4a04-a719-1ffe082f0d77 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/quotas/3e756f37709a4c19bc8378fa746d8337 HTTP/1.1" status: 200  len: 375 time: 0.0104163
May 17 13:56:24.393152 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device fcb55d34-429e-4e3a-b74c-ada2a4ef9791 up at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:56:24.408840 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-111f534f-47d0-4c45-8705-1ba86ad43f77 req-a4079047-97cb-4064-af54-e1146789d4f8 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Synchronizing usage tracker for tenant:3e756f37709a4c19bc8378fa746d8337 on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 13:56:24.426431 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-111f534f-47d0-4c45-8705-1ba86ad43f77 req-a4079047-97cb-4064-af54-e1146789d4f8 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Unset dirty status for tenant:3e756f37709a4c19bc8378fa746d8337 on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 13:56:24.427778 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-111f534f-47d0-4c45-8705-1ba86ad43f77 req-a4079047-97cb-4064-af54-e1146789d4f8 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=3e756f37709a4c19bc8378fa746d8337&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1025121
May 17 13:56:24.524213 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning complete for port fcb55d34-429e-4e3a-b74c-ada2a4ef9791 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:56:24.524729 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:24.576156 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-111f534f-47d0-4c45-8705-1ba86ad43f77 req-f7c0db7f-4b86-4361-89c8-904429e43153 service neutron] 10.222.0.54 "GET /v2.0/networks/e30c6073-c867-46f4-bec2-eb7af316aeb9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1331470
May 17 13:56:24.589981 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-89caf599-d1b6-479e-8aaf-33166fbb88a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae4088bd30>, [{'id': 'c9342bf1-e855-4d44-aa03-135bfda70704', 'name': 'tempest-AttachVolumeTestJSON-1693143150-router', 'tenant_id': '3e756f37709a4c19bc8378fa746d8337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'fcb55d34-429e-4e3a-b74c-ada2a4ef9791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:56:14Z', 'updated_at': '2021-05-17T13:56:19Z', 'revision_number': 4, 'project_id': '3e756f37709a4c19bc8378fa746d8337', 'gw_port': {'id': 'fcb55d34-429e-4e3a-b74c-ada2a4ef9791', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9342bf1-e855-4d44-aa03-135bfda70704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:56:15Z', 'updated_at': '2021-05-17T13:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_interfaces': [{'id': '874d1f8e-bf43-4fac-9221-0e98951f8b97', 'name': '', 'network_id': 'e30c6073-c867-46f4-bec2-eb7af316aeb9', 'tenant_id': '3e756f37709a4c19bc8378fa746d8337', 'mac_address': 'fa:16:3e:c1:49:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9342bf1-e855-4d44-aa03-135bfda70704', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd169b186-defa-4470-9ef1-50866ad43fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:56:19Z', 'updated_at': '2021-05-17T13:56:23Z', 'revision_number': 4, 'project_id': '3e756f37709a4c19bc8378fa746d8337', 'subnets': [{'id': 'd169b186-defa-4470-9ef1-50866ad43fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:56:24.597383 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89caf599-d1b6-479e-8aaf-33166fbb88a5 None None] The sync data for ids ['c9342bf1-e855-4d44-aa03-135bfda70704'] in dv-cinder-788363-3-iscsi is: [{'id': 'c9342bf1-e855-4d44-aa03-135bfda70704', 'name': 'tempest-AttachVolumeTestJSON-1693143150-router', 'tenant_id': '3e756f37709a4c19bc8378fa746d8337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'fcb55d34-429e-4e3a-b74c-ada2a4ef9791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:56:14Z', 'updated_at': '2021-05-17T13:56:19Z', 'revision_number': 4, 'project_id': '3e756f37709a4c19bc8378fa746d8337', 'gw_port': {'id': 'fcb55d34-429e-4e3a-b74c-ada2a4ef9791', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9342bf1-e855-4d44-aa03-135bfda70704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:56:15Z', 'updated_at': '2021-05-17T13:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_interfaces': [{'id': '874d1f8e-bf43-4fac-9221-0e98951f8b97', 'name': '', 'network_id': 'e30c6073-c867-46f4-bec2-eb7af316aeb9', 'tenant_id': '3e756f37709a4c19bc8378fa746d8337', 'mac_address': 'fa:16:3e:c1:49:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9342bf1-e855-4d44-aa03-135bfda70704', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd169b186-defa-4470-9ef1-50866ad43fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:56:19Z', 'updated_at': '2021-05-17T13:56:23Z', 'revision_number': 4, 'project_id': '3e756f37709a4c19bc8378fa746d8337', 'subnets': [{'id': 'd169b186-defa-4470-9ef1-50866ad43fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 17 13:56:24.727084 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-111f534f-47d0-4c45-8705-1ba86ad43f77 req-93302f94-d1c3-4212-b146-aafd6ed00c64 service neutron] 10.222.0.54 "GET /v2.0/networks/e30c6073-c867-46f4-bec2-eb7af316aeb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1452358
May 17 13:56:25.017597 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025c3c5-fa75-4e7f-b85f-3e273a01812f req-ed188833-c34b-462a-bb67-e06f366cdd7f tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:25.020628 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5025c3c5-fa75-4e7f-b85f-3e273a01812f req-ed188833-c34b-462a-bb67-e06f366cdd7f tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 946 time: 0.0945392
May 17 13:56:25.093533 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5025c3c5-fa75-4e7f-b85f-3e273a01812f req-61c13db2-7343-47e9-baa8-6562a88034fd tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637162
May 17 13:56:25.180883 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-0ee38892-202a-4276-b7aa-f39ef3d2b296 req-338451f0-6c90-424b-a7dd-20ca97064237 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 210 time: 0.0765915
May 17 13:56:25.378700 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d2011-b104-4afd-b951-49f477269958 req-fae4c03e-3ec7-46b9-ad0a-7f3e16709b42 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:25.381650 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5b1d2011-b104-4afd-b951-49f477269958 req-fae4c03e-3ec7-46b9-ad0a-7f3e16709b42 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c293d7a-c8ba-41db-85fe-c560ae9e0464 HTTP/1.1" status: 200  len: 944 time: 0.1264594
May 17 13:56:25.468938 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5b1d2011-b104-4afd-b951-49f477269958 req-c19ed7d9-77af-49ae-8436-8d5684a5735b tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/security-groups?id=890f41c9-fdc7-4a0f-85af-a9d571fa23e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596859
May 17 13:56:26.315192 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83069b0-5296-4634-91a6-91e7d85a14a5 req-97bb8aad-81fa-4209-bccb-e55e5c082dad tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:26.316863 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f83069b0-5296-4634-91a6-91e7d85a14a5 req-97bb8aad-81fa-4209-bccb-e55e5c082dad tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 946 time: 0.0892432
May 17 13:56:26.379750 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f83069b0-5296-4634-91a6-91e7d85a14a5 req-9907b242-566b-443c-ab08-afd233a91f98 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553863
May 17 13:56:26.434469 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 874d1f8e-bf43-4fac-9221-0e98951f8b97 up at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:56:26.514595 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning for port 874d1f8e-bf43-4fac-9221-0e98951f8b97 completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:56:26.520087 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning complete for port 874d1f8e-bf43-4fac-9221-0e98951f8b97 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:56:26.520662 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:26.548862 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-71c7cc4f-0f93-4736-9c17-6aedebea4cfa req-ee17d0a6-8a38-46b2-ba70-50d803c68def tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 210 time: 0.0628183
May 17 13:56:26.680612 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:26.721846 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] For port 874d1f8e-bf43-4fac-9221-0e98951f8b97, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=874d1f8e-bf43-4fac-9221-0e98951f8b97,segment=NetworkSegment(8a963ee4-8e3f-4bf5-a55f-d5e1ff62ad29),segment_id=8a963ee4-8e3f-4bf5-a55f-d5e1ff62ad29)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:56:26.731364 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:26.735317 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-bafd9a02-4fe0-403f-9048-aad25a7f4e72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:56:26.758397 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78144ce2-4a31-449c-ba3e-94ae92482688 req-a8e479a4-10ac-4172-83d0-7b411b9664ce tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:26.759999 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-78144ce2-4a31-449c-ba3e-94ae92482688 req-a8e479a4-10ac-4172-83d0-7b411b9664ce tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c293d7a-c8ba-41db-85fe-c560ae9e0464 HTTP/1.1" status: 200  len: 944 time: 0.1045771
May 17 13:56:26.812258 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Pushing event updated for resources: {'Port': ['ID=874d1f8e-bf43-4fac-9221-0e98951f8b97,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:56:26.815093 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-78144ce2-4a31-449c-ba3e-94ae92482688 req-4c44ae66-f67d-4579-9a03-c62fe9790aaa tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/security-groups?id=890f41c9-fdc7-4a0f-85af-a9d571fa23e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479169
May 17 13:56:26.815477 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:56:27.702867 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edbe9f4-06d0-4200-b4ae-6ca43b9796c3 req-e78b7a96-56d7-43e8-a6dd-98587088f914 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:27.704325 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0edbe9f4-06d0-4200-b4ae-6ca43b9796c3 req-e78b7a96-56d7-43e8-a6dd-98587088f914 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 946 time: 0.0817366
May 17 13:56:27.751107 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0edbe9f4-06d0-4200-b4ae-6ca43b9796c3 req-58e063ab-cde7-4875-93c1-0067b71cde0b tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411730
May 17 13:56:27.885768 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-72b9422e-3a4e-46d6-83ae-cded7352a2be req-c55968f3-9bac-4d2c-bfd0-faca48104267 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 210 time: 0.0426195
May 17 13:56:28.146547 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee7f54-020c-4b48-8fa7-ea7b6b91495f req-ff430d18-fef4-464c-b89b-6f9ef9f55270 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:28.148059 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-86ee7f54-020c-4b48-8fa7-ea7b6b91495f req-ff430d18-fef4-464c-b89b-6f9ef9f55270 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c293d7a-c8ba-41db-85fe-c560ae9e0464 HTTP/1.1" status: 200  len: 944 time: 0.1684034
May 17 13:56:28.200013 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-86ee7f54-020c-4b48-8fa7-ea7b6b91495f req-f5c370a9-0355-4268-be12-195ed8fb4231 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/security-groups?id=890f41c9-fdc7-4a0f-85af-a9d571fa23e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461903
May 17 13:56:28.394007 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 874d1f8e-bf43-4fac-9221-0e98951f8b97 up at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:56:28.463380 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning complete for port 874d1f8e-bf43-4fac-9221-0e98951f8b97 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:56:28.463787 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:28.939892 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7dcd0f-41a9-46aa-99c5-1d1442db2dac req-5978a4ee-c9ea-48de-8906-59cc961086e2 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:28.941358 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cb7dcd0f-41a9-46aa-99c5-1d1442db2dac req-5978a4ee-c9ea-48de-8906-59cc961086e2 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 946 time: 0.0806284
May 17 13:56:28.990505 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cb7dcd0f-41a9-46aa-99c5-1d1442db2dac req-65a491e2-16ca-40a5-a1ff-12ae54b9bbaf tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430484
May 17 13:56:29.125714 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9a633e90-f010-4470-ab49-661576d9b93f req-fc1153ab-f70f-4dae-855a-b53614ae6db7 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 210 time: 0.0424926
May 17 13:56:29.387838 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4892ee9-a7d2-4e70-970c-f965e4191c8c req-2c76b913-dd7c-4e4f-bfa7-581391a23ce7 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:29.389188 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b4892ee9-a7d2-4e70-970c-f965e4191c8c req-2c76b913-dd7c-4e4f-bfa7-581391a23ce7 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c293d7a-c8ba-41db-85fe-c560ae9e0464 HTTP/1.1" status: 200  len: 944 time: 0.0783224
May 17 13:56:29.436209 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b4892ee9-a7d2-4e70-970c-f965e4191c8c req-f34c5905-8cfb-426b-97e1-423b8eff193d tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/security-groups?id=890f41c9-fdc7-4a0f-85af-a9d571fa23e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405822
May 17 13:56:30.176101 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d7913-4ed4-4ac7-a0c8-fbb39b6c06a2 req-ebc10bdf-547b-41b3-9246-bc34083eed5a tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:30.178185 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b65d7913-4ed4-4ac7-a0c8-fbb39b6c06a2 req-ebc10bdf-547b-41b3-9246-bc34083eed5a tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 946 time: 0.0812492
May 17 13:56:30.227036 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b65d7913-4ed4-4ac7-a0c8-fbb39b6c06a2 req-ae97a790-7216-4409-9aa9-cbfbf2efeb92 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431099
May 17 13:56:30.369277 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d9248e32-0cdc-4458-8937-3a4f3f2dcfbc req-aa54f446-47f8-488a-9892-2aac3303cf33 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 210 time: 0.0474572
May 17 13:56:30.624666 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ef536-207a-4666-aaad-aa0fae2c48f6 req-a7bd23e1-1835-48e9-9940-2defb40032e7 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:30.626110 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-064ef536-207a-4666-aaad-aa0fae2c48f6 req-a7bd23e1-1835-48e9-9940-2defb40032e7 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c293d7a-c8ba-41db-85fe-c560ae9e0464 HTTP/1.1" status: 200  len: 944 time: 0.0806410
May 17 13:56:30.674373 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-064ef536-207a-4666-aaad-aa0fae2c48f6 req-746e07f6-1384-42f5-a049-4d1cb24814c9 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/security-groups?id=890f41c9-fdc7-4a0f-85af-a9d571fa23e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421009
May 17 13:56:31.421344 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6b243-587f-499c-b115-f928cde5017f req-a6104263-7ff4-4817-bc12-7521427496d4 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:31.422794 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0bc6b243-587f-499c-b115-f928cde5017f req-a6104263-7ff4-4817-bc12-7521427496d4 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 946 time: 0.0847771
May 17 13:56:31.467711 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0bc6b243-587f-499c-b115-f928cde5017f req-09d8308b-3102-4e2b-ab44-0dd0b072edbe tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385556
May 17 13:56:31.603868 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-355da5d8-a6ce-4454-8355-befd12239c79 req-89129103-c4c7-473f-9c5c-e1486c7c9da2 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 210 time: 0.0420358
May 17 13:56:31.861156 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576eb597-b8ac-421e-af03-e98b1e354eb5 req-c22e5d14-8612-4294-ab82-8c575fec0856 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:31.862515 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-576eb597-b8ac-421e-af03-e98b1e354eb5 req-c22e5d14-8612-4294-ab82-8c575fec0856 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c293d7a-c8ba-41db-85fe-c560ae9e0464 HTTP/1.1" status: 200  len: 944 time: 0.0827026
May 17 13:56:31.906910 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-576eb597-b8ac-421e-af03-e98b1e354eb5 req-97af0130-1e03-4e0f-b6c3-aea4c9064bed tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/security-groups?id=890f41c9-fdc7-4a0f-85af-a9d571fa23e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387361
May 17 13:56:32.436720 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f534f-47d0-4c45-8705-1ba86ad43f77 req-ff82f963-11cf-4ede-bdea-a59386d292ec tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:32.439165 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-111f534f-47d0-4c45-8705-1ba86ad43f77 req-ff82f963-11cf-4ede-bdea-a59386d292ec tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.49 "GET /v2.0/networks?id=e30c6073-c867-46f4-bec2-eb7af316aeb9 HTTP/1.1" status: 200  len: 811 time: 0.1482127
May 17 13:56:32.492295 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-111f534f-47d0-4c45-8705-1ba86ad43f77 req-6dcf089e-4e43-4c86-8a10-b396967bafb6 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e756f37709a4c19bc8378fa746d8337 HTTP/1.1" status: 200  len: 379 time: 0.0440094
May 17 13:56:32.504789 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-111f534f-47d0-4c45-8705-1ba86ad43f77 req-63a19eb2-4a3a-41a6-a252-b3f58ea1404d tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Request body: {'port': {'device_id': '771ccb93-0cfd-47bf-bef9-88340741eb9a', 'network_id': 'e30c6073-c867-46f4-bec2-eb7af316aeb9', 'admin_state_up': True, 'tenant_id': '3e756f37709a4c19bc8378fa746d8337', 'security_groups': ['b76d41ad-6646-43e8-af05-5827b856b49d']}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:56:32.699395 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-111f534f-47d0-4c45-8705-1ba86ad43f77 req-63a19eb2-4a3a-41a6-a252-b3f58ea1404d tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:56:32.714465 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-111f534f-47d0-4c45-8705-1ba86ad43f77 req-63a19eb2-4a3a-41a6-a252-b3f58ea1404d tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:56:32.723370 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4069aac-84e1-4c4a-8d55-eac692abf5ce req-b7db3a0e-37ee-4c16-a234-9fc02e7fb6db tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:32.724876 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a4069aac-84e1-4c4a-8d55-eac692abf5ce req-b7db3a0e-37ee-4c16-a234-9fc02e7fb6db tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 946 time: 0.1391830
May 17 13:56:32.746113 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-111f534f-47d0-4c45-8705-1ba86ad43f77 req-63a19eb2-4a3a-41a6-a252-b3f58ea1404d tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Made reservation on behalf of 3e756f37709a4c19bc8378fa746d8337 for: {'port': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 17 13:56:32.749419 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-111f534f-47d0-4c45-8705-1ba86ad43f77 req-63a19eb2-4a3a-41a6-a252-b3f58ea1404d tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:32.770076 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-e805cbd2-72e1-4f44-89db-6c815d5a511e req-7255ef12-2c29-4708-a34e-abb312d6e6f1 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 210 time: 0.0473452
May 17 13:56:32.824170 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a4069aac-84e1-4c4a-8d55-eac692abf5ce req-20afb9c9-2c6e-452e-baef-2b849915b70e tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933018
May 17 13:56:32.935656 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_common [req-111f534f-47d0-4c45-8705-1ba86ad43f77 req-63a19eb2-4a3a-41a6-a252-b3f58ea1404d tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Allocated IP 172.20.0.13 (e30c6073-c867-46f4-bec2-eb7af316aeb9/d169b186-defa-4470-9ef1-50866ad43fba/ec99b98a-69fa-4259-a900-8e28bb2b1d1e) {{(pid=78743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 17 13:56:33.130875 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4107d4-3f49-4d6e-8141-1f7126985038 req-4dbb7795-d252-4c26-ab1f-ca8ef5e470aa tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:33.132481 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-ab4107d4-3f49-4d6e-8141-1f7126985038 req-4dbb7795-d252-4c26-ab1f-ca8ef5e470aa tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c293d7a-c8ba-41db-85fe-c560ae9e0464 HTTP/1.1" status: 200  len: 944 time: 0.1027315
May 17 13:56:33.168615 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-111f534f-47d0-4c45-8705-1ba86ad43f77 req-63a19eb2-4a3a-41a6-a252-b3f58ea1404d tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks [] for port, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:33.184135 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-ab4107d4-3f49-4d6e-8141-1f7126985038 req-b4af4ca7-c2aa-41b8-8b83-92ba5e80cb03 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/security-groups?id=890f41c9-fdc7-4a0f-85af-a9d571fa23e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438652
May 17 13:56:33.186100 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.provisioning_blocks [req-111f534f-47d0-4c45-8705-1ba86ad43f77 req-63a19eb2-4a3a-41a6-a252-b3f58ea1404d tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Transition to ACTIVE for port object ec99b98a-69fa-4259-a900-8e28bb2b1d1e will not be triggered until provisioned by entity DHCP. {{(pid=78743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:56:33.213465 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-111f534f-47d0-4c45-8705-1ba86ad43f77 req-63a19eb2-4a3a-41a6-a252-b3f58ea1404d tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774149279272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133957597'] for port, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:33.221233 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-b695e9d1-ed9f-47da-bad7-6da3e050d786 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:56:33.303633 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-111f534f-47d0-4c45-8705-1ba86ad43f77 req-63a19eb2-4a3a-41a6-a252-b3f58ea1404d tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Network e30c6073-c867-46f4-bec2-eb7af316aeb9 is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 13:56:33.306817 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [req-111f534f-47d0-4c45-8705-1ba86ad43f77 req-63a19eb2-4a3a-41a6-a252-b3f58ea1404d tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Resources bound (agent type, host, resource id):  {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:56:33.309574 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-111f534f-47d0-4c45-8705-1ba86ad43f77 req-63a19eb2-4a3a-41a6-a252-b3f58ea1404d tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Received port after_create {{(pid=78743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 17 13:56:33.383731 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:33.456522 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a19eb2-4a3a-41a6-a252-b3f58ea1404d tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Pushing event updated for resources: {'Port': ['ID=ec99b98a-69fa-4259-a900-8e28bb2b1d1e,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:56:33.464433 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-63a19eb2-4a3a-41a6-a252-b3f58ea1404d tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:56:33.492585 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f534f-47d0-4c45-8705-1ba86ad43f77 req-63a19eb2-4a3a-41a6-a252-b3f58ea1404d tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:33.493851 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-111f534f-47d0-4c45-8705-1ba86ad43f77 req-63a19eb2-4a3a-41a6-a252-b3f58ea1404d tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:33.519278 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-111f534f-47d0-4c45-8705-1ba86ad43f77 req-63a19eb2-4a3a-41a6-a252-b3f58ea1404d tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0215704
May 17 13:56:33.566743 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-253f4f70-70b0-4866-9fee-40d38d62e8e7 None None] Provisioning for port ec99b98a-69fa-4259-a900-8e28bb2b1d1e completed by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:56:33.571864 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-253f4f70-70b0-4866-9fee-40d38d62e8e7 None None] Provisioning complete for port ec99b98a-69fa-4259-a900-8e28bb2b1d1e triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:56:33.572240 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-253f4f70-70b0-4866-9fee-40d38d62e8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:33.631046 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-111f534f-47d0-4c45-8705-1ba86ad43f77 req-fe13495e-25f9-4b19-8cd1-fe2b6875c75a service neutron] Request body: {'port': {'device_id': '771ccb93-0cfd-47bf-bef9-88340741eb9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:56:33.660540 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-253f4f70-70b0-4866-9fee-40d38d62e8e7 None None] Port ec99b98a-69fa-4259-a900-8e28bb2b1d1e cannot update to ACTIVE because it is not bound. {{(pid=78744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 17 13:56:33.757346 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-111f534f-47d0-4c45-8705-1ba86ad43f77 req-fe13495e-25f9-4b19-8cd1-fe2b6875c75a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:33.919097 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device 211194a5-f9e5-4a17-ac09-967a0de5f0f0 up at agent hyperv_hv-cinder-78836 {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:56:33.993009 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c1c0a-d78b-426c-a7ab-a2df0ce5223c req-6939219f-6c89-4bc5-b8ba-6fd750942133 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:34.000565 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-a95c1c0a-d78b-426c-a7ab-a2df0ce5223c req-6939219f-6c89-4bc5-b8ba-6fd750942133 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 932 time: 0.0974438
May 17 13:56:34.016443 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Provisioning for port 211194a5-f9e5-4a17-ac09-967a0de5f0f0 completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:56:34.024399 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Provisioning complete for port 211194a5-f9e5-4a17-ac09-967a0de5f0f0 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:56:34.024892 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:34.052473 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-a95c1c0a-d78b-426c-a7ab-a2df0ce5223c req-ad5cb087-be3a-42d6-80bf-5ef6e5763e21 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Synchronizing usage tracker for tenant:3e756f37709a4c19bc8378fa746d8337 on resource:security_group {{(pid=78742) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 13:56:34.071380 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-a95c1c0a-d78b-426c-a7ab-a2df0ce5223c req-ad5cb087-be3a-42d6-80bf-5ef6e5763e21 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Unset dirty status for tenant:3e756f37709a4c19bc8378fa746d8337 on resource:security_group {{(pid=78742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 13:56:34.077431 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-a95c1c0a-d78b-426c-a7ab-a2df0ce5223c req-ad5cb087-be3a-42d6-80bf-5ef6e5763e21 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0758569
May 17 13:56:34.132717 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05081249-f0b6-4967-9118-108c0754de92 req-4433e040-152f-42b3-bfd5-8ebb12f1556b tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:34.134170 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-05081249-f0b6-4967-9118-108c0754de92 req-4433e040-152f-42b3-bfd5-8ebb12f1556b tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 946 time: 0.1448309
May 17 13:56:34.152184 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:34.180603 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c293d7a-c8ba-41db-85fe-c560ae9e0464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211194a5-f9e5-4a17-ac09-967a0de5f0f0'}] {{(pid=78744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 13:56:34.192291 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port 211194a5-f9e5-4a17-ac09-967a0de5f0f0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=211194a5-f9e5-4a17-ac09-967a0de5f0f0,segment=NetworkSegment(5ff715a4-8152-43b1-b8d5-eac5f4b39cb8),segment_id=5ff715a4-8152-43b1-b8d5-eac5f4b39cb8)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:56:34.197403 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:34.199310 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-5623ec90-8e3a-406f-a6b6-ed239ccbef9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:56:34.244320 dv-cinder-788363-3-iscsi neutron-server[78744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c293d7a-c8ba-41db-85fe-c560ae9e0464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211194a5-f9e5-4a17-ac09-967a0de5f0f0', 'code': 200}
May 17 13:56:34.278336 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-05081249-f0b6-4967-9118-108c0754de92 req-7e9defda-825a-4f75-bce6-20fbe80897ee tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1373534
May 17 13:56:34.289050 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [req-111f534f-47d0-4c45-8705-1ba86ad43f77 req-fe13495e-25f9-4b19-8cd1-fe2b6875c75a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec99b98a-69fa-4259-a900-8e28bb2b1d1e {{(pid=78743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 17 13:56:34.300820 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-111f534f-47d0-4c45-8705-1ba86ad43f77 req-fe13495e-25f9-4b19-8cd1-fe2b6875c75a service neutron] Notify callbacks [] for port, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:34.301048 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Pushing event updated for resources: {'Port': ['ID=211194a5-f9e5-4a17-ac09-967a0de5f0f0,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:56:34.313326 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:56:34.336791 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.provisioning_blocks [req-111f534f-47d0-4c45-8705-1ba86ad43f77 req-fe13495e-25f9-4b19-8cd1-fe2b6875c75a service neutron] Transition to ACTIVE for port object ec99b98a-69fa-4259-a900-8e28bb2b1d1e will not be triggered until provisioned by entity L2. {{(pid=78743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:56:34.348685 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-111f534f-47d0-4c45-8705-1ba86ad43f77 req-fe13495e-25f9-4b19-8cd1-fe2b6875c75a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133957588'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:34.354523 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-d0bf734c-838c-4a71-8a9a-01435544cd37 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:56:34.649152 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d551b-64d3-4dbc-9376-a1f7a50480f7 req-0d6ebf90-cf2b-4185-8800-525c62ecd907 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:34.651807 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-d69d551b-64d3-4dbc-9376-a1f7a50480f7 req-0d6ebf90-cf2b-4185-8800-525c62ecd907 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c293d7a-c8ba-41db-85fe-c560ae9e0464 HTTP/1.1" status: 200  len: 945 time: 0.2308455
May 17 13:56:34.685030 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da875715-4136-4bbf-9cdc-11802a4442e9 req-2e1fd3b2-74a5-4f14-b26b-3c41bb361c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:34.687090 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-da875715-4136-4bbf-9cdc-11802a4442e9 req-2e1fd3b2-74a5-4f14-b26b-3c41bb361c23 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1c293d7a-c8ba-41db-85fe-c560ae9e0464 HTTP/1.1" status: 200  len: 1098 time: 0.1475964
May 17 13:56:34.706436 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe13495e-25f9-4b19-8cd1-fe2b6875c75a service neutron] Pushing event updated for resources: {'Port': ['ID=ec99b98a-69fa-4259-a900-8e28bb2b1d1e,revision_number=2']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:56:34.720509 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-fe13495e-25f9-4b19-8cd1-fe2b6875c75a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:56:34.763151 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-d69d551b-64d3-4dbc-9376-a1f7a50480f7 req-04e30fa4-7bf9-48d6-9fbd-a71d472856b6 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/security-groups?id=890f41c9-fdc7-4a0f-85af-a9d571fa23e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1012743
May 17 13:56:34.788040 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-da875715-4136-4bbf-9cdc-11802a4442e9 req-3a6ecdbc-e589-4d2e-8f8e-3cb961f7cf5f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=890f41c9-fdc7-4a0f-85af-a9d571fa23e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775030
May 17 13:56:34.816771 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-111f534f-47d0-4c45-8705-1ba86ad43f77 req-fe13495e-25f9-4b19-8cd1-fe2b6875c75a service neutron] Attempting to bind port ec99b98a-69fa-4259-a900-8e28bb2b1d1e on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 17 13:56:34.817036 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-111f534f-47d0-4c45-8705-1ba86ad43f77 req-fe13495e-25f9-4b19-8cd1-fe2b6875c75a service neutron] Attempting to bind port ec99b98a-69fa-4259-a900-8e28bb2b1d1e by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '8a963ee4-8e3f-4bf5-a55f-d5e1ff62ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e30c6073-c867-46f4-bec2-eb7af316aeb9'}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 17 13:56:34.817366 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111f534f-47d0-4c45-8705-1ba86ad43f77 req-fe13495e-25f9-4b19-8cd1-fe2b6875c75a service neutron] Attempting to bind port ec99b98a-69fa-4259-a900-8e28bb2b1d1e on network e30c6073-c867-46f4-bec2-eb7af316aeb9 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 13:56:34.833547 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b52faa1-5e84-4456-b8de-64d124a951e9 req-e8de61a7-6a69-4cb2-9392-45a412b4f5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:34.835240 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3b52faa1-5e84-4456-b8de-64d124a951e9 req-e8de61a7-6a69-4cb2-9392-45a412b4f5ec service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 1099 time: 0.2995112
May 17 13:56:34.835561 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111f534f-47d0-4c45-8705-1ba86ad43f77 req-fe13495e-25f9-4b19-8cd1-fe2b6875c75a service neutron] Port ec99b98a-69fa-4259-a900-8e28bb2b1d1e on network e30c6073-c867-46f4-bec2-eb7af316aeb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 17 13:56:34.835899 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111f534f-47d0-4c45-8705-1ba86ad43f77 req-fe13495e-25f9-4b19-8cd1-fe2b6875c75a service neutron] Attempting to bind port ec99b98a-69fa-4259-a900-8e28bb2b1d1e on network e30c6073-c867-46f4-bec2-eb7af316aeb9 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 13:56:34.842048 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111f534f-47d0-4c45-8705-1ba86ad43f77 req-fe13495e-25f9-4b19-8cd1-fe2b6875c75a service neutron] Checking agent: {'id': '2184a6b5-3e0c-4449-b4b5-a4e82803b4d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 53, 3), 'started_at': datetime.datetime(2021, 5, 17, 13, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 17 13:56:34.842361 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111f534f-47d0-4c45-8705-1ba86ad43f77 req-fe13495e-25f9-4b19-8cd1-fe2b6875c75a service neutron] Checking segment: {'id': '8a963ee4-8e3f-4bf5-a55f-d5e1ff62ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e30c6073-c867-46f4-bec2-eb7af316aeb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 13:56:34.843040 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111f534f-47d0-4c45-8705-1ba86ad43f77 req-fe13495e-25f9-4b19-8cd1-fe2b6875c75a service neutron] Bound using segment: {'id': '8a963ee4-8e3f-4bf5-a55f-d5e1ff62ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e30c6073-c867-46f4-bec2-eb7af316aeb9'} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 17 13:56:34.843345 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-111f534f-47d0-4c45-8705-1ba86ad43f77 req-fe13495e-25f9-4b19-8cd1-fe2b6875c75a service neutron] Bound port: ec99b98a-69fa-4259-a900-8e28bb2b1d1e, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a963ee4-8e3f-4bf5-a55f-d5e1ff62ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e30c6073-c867-46f4-bec2-eb7af316aeb9'}}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 17 13:56:34.843839 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-111f534f-47d0-4c45-8705-1ba86ad43f77 req-fe13495e-25f9-4b19-8cd1-fe2b6875c75a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:34.967839 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-111f534f-47d0-4c45-8705-1ba86ad43f77 req-fe13495e-25f9-4b19-8cd1-fe2b6875c75a service neutron] For port ec99b98a-69fa-4259-a900-8e28bb2b1d1e, host hv-cinder-78836, cleared binding levels {{(pid=78743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 17 13:56:34.987717 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-111f534f-47d0-4c45-8705-1ba86ad43f77 req-fe13495e-25f9-4b19-8cd1-fe2b6875c75a service neutron] For port ec99b98a-69fa-4259-a900-8e28bb2b1d1e, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ec99b98a-69fa-4259-a900-8e28bb2b1d1e,segment=NetworkSegment(8a963ee4-8e3f-4bf5-a55f-d5e1ff62ad29),segment_id=8a963ee4-8e3f-4bf5-a55f-d5e1ff62ad29)] {{(pid=78743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 17 13:56:34.994102 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-111f534f-47d0-4c45-8705-1ba86ad43f77 req-fe13495e-25f9-4b19-8cd1-fe2b6875c75a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133957588'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:35.000766 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-42ee40fc-2548-40f5-9365-7b9ada231d27 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:56:35.037031 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3b52faa1-5e84-4456-b8de-64d124a951e9 req-ca4eeeb5-806d-4a88-8405-39d0510fba1e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854821
May 17 13:56:35.059752 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f534f-47d0-4c45-8705-1ba86ad43f77 req-fe13495e-25f9-4b19-8cd1-fe2b6875c75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:35.060370 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-111f534f-47d0-4c45-8705-1ba86ad43f77 req-fe13495e-25f9-4b19-8cd1-fe2b6875c75a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:35.061748 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-111f534f-47d0-4c45-8705-1ba86ad43f77 req-fe13495e-25f9-4b19-8cd1-fe2b6875c75a service neutron] 10.222.0.49 "PUT /v2.0/ports/ec99b98a-69fa-4259-a900-8e28bb2b1d1e HTTP/1.1" status: 200  len: 1094 time: 1.4358137
May 17 13:56:35.062226 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '771ccb93-0cfd-47bf-bef9-88340741eb9a', 'tag': 'ec99b98a-69fa-4259-a900-8e28bb2b1d1e'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 13:56:35.082769 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe13495e-25f9-4b19-8cd1-fe2b6875c75a service neutron] Pushing event updated for resources: {'Port': ['ID=ec99b98a-69fa-4259-a900-8e28bb2b1d1e,revision_number=3']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:56:35.087696 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-fe13495e-25f9-4b19-8cd1-fe2b6875c75a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:56:35.133146 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '771ccb93-0cfd-47bf-bef9-88340741eb9a', 'tag': 'ec99b98a-69fa-4259-a900-8e28bb2b1d1e', 'status': 'completed', 'code': 200}
May 17 13:56:35.345382 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e387d4-8614-4fb7-ab83-f26f799e02b7 req-95dc3354-de5f-4fd1-b1cc-5032f1e93d48 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:35.353412 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-e4e387d4-8614-4fb7-ab83-f26f799e02b7 req-95dc3354-de5f-4fd1-b1cc-5032f1e93d48 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 944 time: 0.1368675
May 17 13:56:35.388151 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f534f-47d0-4c45-8705-1ba86ad43f77 req-f72682f7-025e-41b6-9918-cd2a7d23a461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:35.389675 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-111f534f-47d0-4c45-8705-1ba86ad43f77 req-f72682f7-025e-41b6-9918-cd2a7d23a461 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3e756f37709a4c19bc8378fa746d8337&device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 1097 time: 0.1495798
May 17 13:56:35.412770 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-e4e387d4-8614-4fb7-ab83-f26f799e02b7 req-b5226b03-02aa-43b4-afad-2e8de1aee10f tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0584245
May 17 13:56:35.503985 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-111f534f-47d0-4c45-8705-1ba86ad43f77 req-ff1ee2fb-1911-44bd-8e2a-dda7473d156f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec99b98a-69fa-4259-a900-8e28bb2b1d1e HTTP/1.1" status: 200  len: 217 time: 0.1052067
May 17 13:56:35.593136 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f534f-47d0-4c45-8705-1ba86ad43f77 req-0656c6ca-de80-462a-b411-038b2eab143b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:35.594666 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-111f534f-47d0-4c45-8705-1ba86ad43f77 req-0656c6ca-de80-462a-b411-038b2eab143b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d169b186-defa-4470-9ef1-50866ad43fba HTTP/1.1" status: 200  len: 850 time: 0.0835452
May 17 13:56:35.640606 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc1624-493d-4fad-a374-e9b2f63698a4 req-63a3ce34-d2c4-438c-87d9-bb75cabd5175 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:35.642106 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-25bc1624-493d-4fad-a374-e9b2f63698a4 req-63a3ce34-d2c4-438c-87d9-bb75cabd5175 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 946 time: 0.1778202
May 17 13:56:35.707665 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-25bc1624-493d-4fad-a374-e9b2f63698a4 req-0fd53f78-f4f1-4607-9192-b2331f90e75d tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506473
May 17 13:56:35.730327 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f534f-47d0-4c45-8705-1ba86ad43f77 req-107f8afd-1ad3-41df-9615-5cf9216b4d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:35.732553 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-111f534f-47d0-4c45-8705-1ba86ad43f77 req-107f8afd-1ad3-41df-9615-5cf9216b4d03 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e30c6073-c867-46f4-bec2-eb7af316aeb9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1287320
May 17 13:56:36.022849 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-111f534f-47d0-4c45-8705-1ba86ad43f77 req-eacd851c-601f-48f2-93dc-c9065874ef7d service neutron] 10.222.0.49 "GET /v2.0/networks/e30c6073-c867-46f4-bec2-eb7af316aeb9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2817957
May 17 13:56:36.039607 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc948e6d-f60e-4255-a84e-063ae9de6084 req-ff6addef-fe10-4d15-bc44-5d8ca7cf5ac4 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:36.041046 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-dc948e6d-f60e-4255-a84e-063ae9de6084 req-ff6addef-fe10-4d15-bc44-5d8ca7cf5ac4 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c293d7a-c8ba-41db-85fe-c560ae9e0464 HTTP/1.1" status: 200  len: 945 time: 0.1243055
May 17 13:56:36.087264 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-dc948e6d-f60e-4255-a84e-063ae9de6084 req-c00cad16-fda6-45a3-a56e-66687e61685a tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/security-groups?id=890f41c9-fdc7-4a0f-85af-a9d571fa23e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404227
May 17 13:56:36.123644 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 34328) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:56:36.241266 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-46181c2a-e852-45a0-b1c1-d975408d3a37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:36.256134 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-46181c2a-e852-45a0-b1c1-d975408d3a37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:56:36.259957 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-46181c2a-e852-45a0-b1c1-d975408d3a37 admin admin] Usage tracker for resource:security_group_rule and tenant:d0723d96fc164b7d8f0e6ab62be3de2a is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:56:36.263385 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-46181c2a-e852-45a0-b1c1-d975408d3a37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:56:36.268848 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-46181c2a-e852-45a0-b1c1-d975408d3a37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:56:36.369470 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-46181c2a-e852-45a0-b1c1-d975408d3a37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:36.373882 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-46181c2a-e852-45a0-b1c1-d975408d3a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:36.384635 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-020b2211-cd78-493d-909a-6891055d2f70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:56:36.424958 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46181c2a-e852-45a0-b1c1-d975408d3a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90014b61-2778-41cd-bc5a-96823ec16080,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:56:36.432179 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-46181c2a-e852-45a0-b1c1-d975408d3a37 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d0723d96fc164b7d8f0e6ab62be3de2a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3050492
May 17 13:56:36.432179 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-46181c2a-e852-45a0-b1c1-d975408d3a37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:56:36.432636 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 34342) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:56:36.498124 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-fc434dee-9d86-4dd3-9885-cae4135101f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:36.537963 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-fc434dee-9d86-4dd3-9885-cae4135101f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:36.593955 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-fc434dee-9d86-4dd3-9885-cae4135101f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:36.597449 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:56:36.608849 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc434dee-9d86-4dd3-9885-cae4135101f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90014b61-2778-41cd-bc5a-96823ec16080,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:56:36.612972 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652edbc-6f82-45dd-ac4a-fcc09b03ffd0 req-17805d00-a516-4650-b4c2-6dd6638c5fb7 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:36.615126 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-4652edbc-6f82-45dd-ac4a-fcc09b03ffd0 req-17805d00-a516-4650-b4c2-6dd6638c5fb7 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 944 time: 0.0898132
May 17 13:56:36.615241 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-fc434dee-9d86-4dd3-9885-cae4135101f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:56:36.617371 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-fc434dee-9d86-4dd3-9885-cae4135101f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:36.621306 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-fc434dee-9d86-4dd3-9885-cae4135101f9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/90014b61-2778-41cd-bc5a-96823ec16080 HTTP/1.1" status: 204  len: 168 time: 0.1876497
May 17 13:56:36.661776 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 34352) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:56:36.683226 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-4652edbc-6f82-45dd-ac4a-fcc09b03ffd0 req-b6b0fb19-c646-489d-aeb2-6718e51b0499 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0569818
May 17 13:56:36.817184 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-5a5f06a0-e0d2-408d-8818-8d8e9680e5b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:36.874155 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-5a5f06a0-e0d2-408d-8818-8d8e9680e5b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:56:36.888996 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-5a5f06a0-e0d2-408d-8818-8d8e9680e5b0 admin admin] Usage tracker for resource:security_group_rule and tenant:208bddb542454df9b51cafa7ff562708 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:56:36.892800 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-5a5f06a0-e0d2-408d-8818-8d8e9680e5b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:56:36.901972 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-5a5f06a0-e0d2-408d-8818-8d8e9680e5b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:56:36.954516 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac06f63-78f7-44d5-9425-5b04199a3997 req-aa086584-2aad-4495-a362-07c67add7fc6 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:36.956008 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-aac06f63-78f7-44d5-9425-5b04199a3997 req-aa086584-2aad-4495-a362-07c67add7fc6 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 946 time: 0.1234448
May 17 13:56:37.023899 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-aac06f63-78f7-44d5-9425-5b04199a3997 req-bdfdc561-8adb-4a22-8592-fb49f5765e9c tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590501
May 17 13:56:37.053163 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-5a5f06a0-e0d2-408d-8818-8d8e9680e5b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:37.059571 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-5a5f06a0-e0d2-408d-8818-8d8e9680e5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:37.066408 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-e9598dbb-1cfb-4af0-88fb-595bcdafddd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:56:37.113306 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f06a0-e0d2-408d-8818-8d8e9680e5b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9d5b51-2b6e-4c18-aad0-1c8cc62363f4,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:56:37.118111 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-5a5f06a0-e0d2-408d-8818-8d8e9680e5b0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=208bddb542454df9b51cafa7ff562708&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4553463
May 17 13:56:37.119076 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-5a5f06a0-e0d2-408d-8818-8d8e9680e5b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:56:37.120534 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 34372) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:56:37.181842 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-cd82faa0-e9dd-45c9-810f-8fcf3f81a37d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:37.213405 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-cd82faa0-e9dd-45c9-810f-8fcf3f81a37d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:37.343384 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e1c1bf-ba62-43f5-963d-d4f7adcb0e90 req-c680220d-9a81-4ed5-abd3-a9ba5398d6e1 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:37.345074 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d8e1c1bf-ba62-43f5-963d-d4f7adcb0e90 req-c680220d-9a81-4ed5-abd3-a9ba5398d6e1 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c293d7a-c8ba-41db-85fe-c560ae9e0464 HTTP/1.1" status: 200  len: 945 time: 0.1343589
May 17 13:56:37.346126 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-cd82faa0-e9dd-45c9-810f-8fcf3f81a37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:37.350962 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-bf80eca9-29f5-4fb8-9999-900b778b6d28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:56:37.379439 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd82faa0-e9dd-45c9-810f-8fcf3f81a37d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9d5b51-2b6e-4c18-aad0-1c8cc62363f4,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:56:37.385438 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-cd82faa0-e9dd-45c9-810f-8fcf3f81a37d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:56:37.394415 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-cd82faa0-e9dd-45c9-810f-8fcf3f81a37d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:37.395381 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-cd82faa0-e9dd-45c9-810f-8fcf3f81a37d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ce9d5b51-2b6e-4c18-aad0-1c8cc62363f4 HTTP/1.1" status: 204  len: 168 time: 0.2739670
May 17 13:56:37.417572 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d8e1c1bf-ba62-43f5-963d-d4f7adcb0e90 req-e70fcfcc-f745-4f6c-879b-703ac5b1b62f tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/security-groups?id=890f41c9-fdc7-4a0f-85af-a9d571fa23e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576575
May 17 13:56:37.429286 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-09eea3ef-4591-4044-a10f-67f8e1b7c00c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:37.890519 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33754b39-e342-461e-ba96-d7da0bfb34ef req-b08c1061-ec63-462f-a14c-8e296c7af178 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:37.891342 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-33754b39-e342-461e-ba96-d7da0bfb34ef req-b08c1061-ec63-462f-a14c-8e296c7af178 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Synchronizing usage tracker for tenant:3e756f37709a4c19bc8378fa746d8337 on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 13:56:37.919385 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-33754b39-e342-461e-ba96-d7da0bfb34ef req-b08c1061-ec63-462f-a14c-8e296c7af178 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Unset dirty status for tenant:3e756f37709a4c19bc8378fa746d8337 on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 13:56:37.920836 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-33754b39-e342-461e-ba96-d7da0bfb34ef req-b08c1061-ec63-462f-a14c-8e296c7af178 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 944 time: 0.1184950
May 17 13:56:37.984061 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-33754b39-e342-461e-ba96-d7da0bfb34ef req-3be83ae8-b6ec-4b2b-a24f-5f9568178506 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0548878
May 17 13:56:38.217232 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa639b-ff71-4488-9305-cd99c4a2556d req-c68ac059-90f3-47ef-a4ce-30e7f949fbc6 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:38.218811 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d9aa639b-ff71-4488-9305-cd99c4a2556d req-c68ac059-90f3-47ef-a4ce-30e7f949fbc6 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 946 time: 0.0857074
May 17 13:56:38.269032 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d9aa639b-ff71-4488-9305-cd99c4a2556d req-0939f561-cae4-48ea-88b4-e67427efee5b tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427477
May 17 13:56:38.648078 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946751d-2c41-4b37-9d9c-6ad807530253 req-d86130be-12b6-4aa9-a26c-4eff3bd09cc9 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:38.649447 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e946751d-2c41-4b37-9d9c-6ad807530253 req-d86130be-12b6-4aa9-a26c-4eff3bd09cc9 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c293d7a-c8ba-41db-85fe-c560ae9e0464 HTTP/1.1" status: 200  len: 945 time: 0.1045501
May 17 13:56:38.706398 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e946751d-2c41-4b37-9d9c-6ad807530253 req-b2fe89eb-7a26-48bb-a615-7196c6709a98 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/security-groups?id=890f41c9-fdc7-4a0f-85af-a9d571fa23e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506592
May 17 13:56:39.178395 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd6674-7821-419d-8048-82616ee8d2bc req-0deba9e4-f1db-4782-b14e-5178b574ad2c tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:39.180040 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-53bd6674-7821-419d-8048-82616ee8d2bc req-0deba9e4-f1db-4782-b14e-5178b574ad2c tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 944 time: 0.0903416
May 17 13:56:39.250524 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-53bd6674-7821-419d-8048-82616ee8d2bc req-2f22fd87-bced-4d0b-9a5c-96e6718ba2c2 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0619013
May 17 13:56:39.493174 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5333384-4114-4405-b455-ef16b6efd9ae req-d9843449-a864-4199-873a-1d1140d32dac tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:39.494598 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a5333384-4114-4405-b455-ef16b6efd9ae req-d9843449-a864-4199-873a-1d1140d32dac tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 946 time: 0.0809102
May 17 13:56:39.538507 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a5333384-4114-4405-b455-ef16b6efd9ae req-7d1c68e7-eac0-4ba1-bc6e-c81c5af1483d tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382593
May 17 13:56:39.648532 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-8052cd49-7a68-4d4d-8373-307cb75036c7 None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 17 13:56:39.859991 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:39.893292 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a2aa6-38ad-4c78-a265-1c55479602b6 req-608705f5-f379-493e-9c3f-b3449c88a95a tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:39.894926 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-aa5a2aa6-38ad-4c78-a265-1c55479602b6 req-608705f5-f379-493e-9c3f-b3449c88a95a tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c293d7a-c8ba-41db-85fe-c560ae9e0464 HTTP/1.1" status: 200  len: 945 time: 0.0840683
May 17 13:56:39.939501 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-aa5a2aa6-38ad-4c78-a265-1c55479602b6 req-df1480af-6afb-432e-9ebc-6b8b487346cb tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/security-groups?id=890f41c9-fdc7-4a0f-85af-a9d571fa23e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381927
May 17 13:56:40.118189 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-61bb001c-7bc6-4d74-95f4-570d65b48869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:40.427737 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93082c-c810-46ad-8e97-bba3f8a7605d req-6925933e-9105-44c4-aff4-66eaffa28932 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:40.429204 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ed93082c-c810-46ad-8e97-bba3f8a7605d req-6925933e-9105-44c4-aff4-66eaffa28932 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 944 time: 0.0813227
May 17 13:56:40.492205 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ed93082c-c810-46ad-8e97-bba3f8a7605d req-a6c6df5e-fbe8-4dda-b489-9128c2217a67 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0570116
May 17 13:56:40.731652 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa32b6-7410-4192-bdac-f7c931ca4150 req-9213750d-ee40-4e29-bcb5-6d231cd407cb tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:40.733289 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4daa32b6-7410-4192-bdac-f7c931ca4150 req-9213750d-ee40-4e29-bcb5-6d231cd407cb tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 946 time: 0.0850470
May 17 13:56:40.780171 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4daa32b6-7410-4192-bdac-f7c931ca4150 req-173a6f3e-3835-49b7-b0cf-4a965aa25689 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408347
May 17 13:56:40.983405 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-533a9918-d89c-4562-8a48-35a661957320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:41.134235 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9cb3b0-3e98-4b33-877b-dc883118e15a req-0ea7ed3b-6a8d-4f11-bc13-e1b0a588b547 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:41.136061 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7d9cb3b0-3e98-4b33-877b-dc883118e15a req-0ea7ed3b-6a8d-4f11-bc13-e1b0a588b547 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c293d7a-c8ba-41db-85fe-c560ae9e0464 HTTP/1.1" status: 200  len: 945 time: 0.0843811
May 17 13:56:41.182455 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7d9cb3b0-3e98-4b33-877b-dc883118e15a req-9fab7ddf-b409-47b7-8d00-ce8b109be2a8 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/security-groups?id=890f41c9-fdc7-4a0f-85af-a9d571fa23e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406880
May 17 13:56:41.664555 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9612d83-3e43-4ebb-be8e-6be6620ecd36 req-7dc01296-1166-4bd8-abcf-343d67a02887 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:41.665998 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a9612d83-3e43-4ebb-be8e-6be6620ecd36 req-7dc01296-1166-4bd8-abcf-343d67a02887 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 944 time: 0.0782177
May 17 13:56:41.712247 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a9612d83-3e43-4ebb-be8e-6be6620ecd36 req-fa992f2a-af10-4bf2-982f-cdd2da3e1b4a tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381002
May 17 13:56:42.038825 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b92e0-cefc-4494-9f61-caded4b82881 req-0ebd85c3-5404-47ea-b281-fad73a9ffd7b tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:42.040291 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e32b92e0-cefc-4494-9f61-caded4b82881 req-0ebd85c3-5404-47ea-b281-fad73a9ffd7b tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 946 time: 0.1576123
May 17 13:56:42.084330 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e32b92e0-cefc-4494-9f61-caded4b82881 req-8962d47c-7522-4c40-b885-35478ec39006 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379691
May 17 13:56:42.367806 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ce2cd-c1d3-41a6-a71c-3f2cf9c3daed req-1e22654c-9fae-4a55-9271-f0afd7bc7702 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:42.369231 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-dd0ce2cd-c1d3-41a6-a71c-3f2cf9c3daed req-1e22654c-9fae-4a55-9271-f0afd7bc7702 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c293d7a-c8ba-41db-85fe-c560ae9e0464 HTTP/1.1" status: 200  len: 945 time: 0.0808141
May 17 13:56:42.413152 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-dd0ce2cd-c1d3-41a6-a71c-3f2cf9c3daed req-70b3006c-e77f-45ce-949c-1b754ff6c3d7 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/security-groups?id=890f41c9-fdc7-4a0f-85af-a9d571fa23e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381353
May 17 13:56:42.505976 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1529072-104d-404f-8ce8-7078c9c34ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:42.708274 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-111f534f-47d0-4c45-8705-1ba86ad43f77 req-a223edf5-ea80-4894-8b35-b4074036846d service neutron] 10.222.0.49 "GET /v2.0/networks/e30c6073-c867-46f4-bec2-eb7af316aeb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1701806
May 17 13:56:42.892677 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb32697-2638-4d8c-8d64-3c514abf6f0c req-5b256ce3-5785-426c-8a90-7a8917caf005 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:42.894012 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7bb32697-2638-4d8c-8d64-3c514abf6f0c req-5b256ce3-5785-426c-8a90-7a8917caf005 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 944 time: 0.0771649
May 17 13:56:42.938699 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7bb32697-2638-4d8c-8d64-3c514abf6f0c req-60218d1b-fd50-4260-8776-4b2cf5d2d746 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389211
May 17 13:56:43.266363 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b507eb-75c9-409d-b461-8267d47fee04 req-d8490aa6-c413-437f-9779-088292411038 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:43.268759 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-c5b507eb-75c9-409d-b461-8267d47fee04 req-d8490aa6-c413-437f-9779-088292411038 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 946 time: 0.0799968
May 17 13:56:43.319608 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-c5b507eb-75c9-409d-b461-8267d47fee04 req-329a9a13-f974-4dac-8506-29c8b0bd60ee tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444279
May 17 13:56:43.360307 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25f6fb-2b05-44af-97fa-5b073af8350a req-40a774a9-dce3-4a80-a564-7207d7e5aa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:43.362091 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0d25f6fb-2b05-44af-97fa-5b073af8350a req-40a774a9-dce3-4a80-a564-7207d7e5aa65 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3e756f37709a4c19bc8378fa746d8337&device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 1097 time: 0.0741208
May 17 13:56:43.498218 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25f6fb-2b05-44af-97fa-5b073af8350a req-b785ef01-0b9a-43ba-95d2-b7bba4d316d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:43.499710 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0d25f6fb-2b05-44af-97fa-5b073af8350a req-b785ef01-0b9a-43ba-95d2-b7bba4d316d1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e30c6073-c867-46f4-bec2-eb7af316aeb9 HTTP/1.1" status: 200  len: 912 time: 0.1299102
May 17 13:56:43.609772 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0d25f6fb-2b05-44af-97fa-5b073af8350a req-cc152a97-a942-434e-a17c-4b3a01dabe9d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec99b98a-69fa-4259-a900-8e28bb2b1d1e HTTP/1.1" status: 200  len: 217 time: 0.1030998
May 17 13:56:43.704062 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25f6fb-2b05-44af-97fa-5b073af8350a req-9321dd7b-e9dc-4a60-a9d9-c7494cda7635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:43.705550 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0d25f6fb-2b05-44af-97fa-5b073af8350a req-9321dd7b-e9dc-4a60-a9d9-c7494cda7635 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d169b186-defa-4470-9ef1-50866ad43fba HTTP/1.1" status: 200  len: 850 time: 0.0829277
May 17 13:56:43.722581 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275df4f-fc15-4d2d-ba71-26aea4a823ad req-e4e6a9e3-e55a-487d-b488-a862227d0b4a tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:43.723156 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c275df4f-fc15-4d2d-ba71-26aea4a823ad req-e4e6a9e3-e55a-487d-b488-a862227d0b4a tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c293d7a-c8ba-41db-85fe-c560ae9e0464 HTTP/1.1" status: 200  len: 945 time: 0.1633291
May 17 13:56:43.840474 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c275df4f-fc15-4d2d-ba71-26aea4a823ad req-3a2b7eae-f21b-47fc-a2a3-26ee8a87ff6c tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/security-groups?id=890f41c9-fdc7-4a0f-85af-a9d571fa23e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1112270
May 17 13:56:43.894166 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25f6fb-2b05-44af-97fa-5b073af8350a req-3a8cbd9f-eb69-418e-8dc3-b482a0fb00b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:43.895724 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0d25f6fb-2b05-44af-97fa-5b073af8350a req-3a8cbd9f-eb69-418e-8dc3-b482a0fb00b9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e30c6073-c867-46f4-bec2-eb7af316aeb9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1458764
May 17 13:56:44.105643 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0d25f6fb-2b05-44af-97fa-5b073af8350a req-d89f0726-4e56-4579-9064-75d28b7cb660 service neutron] 10.222.0.49 "GET /v2.0/networks/e30c6073-c867-46f4-bec2-eb7af316aeb9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1355681
May 17 13:56:44.132976 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ffe31b-6c4a-4bf5-bb6b-39150d208cbe req-b5e4fc77-a4b0-495c-ac5a-7ebca11c6ec7 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:44.134431 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-c7ffe31b-6c4a-4bf5-bb6b-39150d208cbe req-b5e4fc77-a4b0-495c-ac5a-7ebca11c6ec7 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 944 time: 0.0810952
May 17 13:56:44.181971 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-c7ffe31b-6c4a-4bf5-bb6b-39150d208cbe req-95a50958-739c-49b0-99e6-dc6007292160 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414758
May 17 13:56:44.245829 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0d25f6fb-2b05-44af-97fa-5b073af8350a req-d2b3aeef-750e-483b-9f30-2036f7766230 service neutron] 10.222.0.49 "GET /v2.0/networks/e30c6073-c867-46f4-bec2-eb7af316aeb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1271894
May 17 13:56:44.508808 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c56935-6f7d-4aaa-85b4-e6947806b3ca req-8e33e4e2-90cb-4017-a66e-34fbe3c0f38d tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:44.510231 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-93c56935-6f7d-4aaa-85b4-e6947806b3ca req-8e33e4e2-90cb-4017-a66e-34fbe3c0f38d tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 946 time: 0.0822902
May 17 13:56:44.554971 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-93c56935-6f7d-4aaa-85b4-e6947806b3ca req-81a8e6a2-29db-4744-abdf-868fa96b5c14 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388455
May 17 13:56:44.743064 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70debec5-91a3-424b-a28d-ebedaf45cc52 req-8997dba5-6d85-4286-bdea-34857b806748 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:44.744664 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-70debec5-91a3-424b-a28d-ebedaf45cc52 req-8997dba5-6d85-4286-bdea-34857b806748 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=06240799-ef9c-47ab-860a-e4ef7b575124 HTTP/1.1" status: 200  len: 945 time: 0.0847309
May 17 13:56:44.791294 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-70debec5-91a3-424b-a28d-ebedaf45cc52 req-c096487c-6e46-4e52-929a-26d999add103 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409892
May 17 13:56:45.047365 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa0ba7-6889-4650-99d1-efbdd6aa4492 req-d06f9fc5-590a-4e07-95c3-5bfdb7cd453b tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:45.049487 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-27fa0ba7-6889-4650-99d1-efbdd6aa4492 req-d06f9fc5-590a-4e07-95c3-5bfdb7cd453b tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c293d7a-c8ba-41db-85fe-c560ae9e0464 HTTP/1.1" status: 200  len: 945 time: 0.0872655
May 17 13:56:45.124869 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-27fa0ba7-6889-4650-99d1-efbdd6aa4492 req-07cc42f7-e657-40ae-819e-bcb74f1a0bcb tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/security-groups?id=890f41c9-fdc7-4a0f-85af-a9d571fa23e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678041
May 17 13:56:45.399144 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527fc34a-9fd3-4c83-a065-9d175ecee1b2 req-41197451-1ee4-44e0-ae03-0a977e268b03 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:45.400681 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-527fc34a-9fd3-4c83-a065-9d175ecee1b2 req-41197451-1ee4-44e0-ae03-0a977e268b03 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 944 time: 0.0843852
May 17 13:56:45.453332 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-527fc34a-9fd3-4c83-a065-9d175ecee1b2 req-34125c2f-d056-4a3a-b846-e40facf54b59 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465338
May 17 13:56:46.652501 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e4602-da73-4ded-81ec-1250c0a65b23 req-bc646d4c-4f29-4c91-b863-9de8c85f9dec tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:46.653938 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-243e4602-da73-4ded-81ec-1250c0a65b23 req-bc646d4c-4f29-4c91-b863-9de8c85f9dec tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 944 time: 0.0821979
May 17 13:56:46.698197 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-243e4602-da73-4ded-81ec-1250c0a65b23 req-577f127e-0ec3-4cc8-a0d4-13e05a1bf454 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384502
May 17 13:56:47.888882 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d6897-29dd-435e-900d-eb2d11fabfd6 req-fd02c5bf-fe5d-4468-bfa2-eaa1d425ab1b tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:47.890265 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7d1d6897-29dd-435e-900d-eb2d11fabfd6 req-fd02c5bf-fe5d-4468-bfa2-eaa1d425ab1b tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 944 time: 0.0838647
May 17 13:56:48.024375 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7d1d6897-29dd-435e-900d-eb2d11fabfd6 req-b3df8523-0dfa-4cd7-a4c3-48605a2f5061 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1282384
May 17 13:56:48.644739 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device ec99b98a-69fa-4259-a900-8e28bb2b1d1e details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 17 13:56:48.779767 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port ec99b98a-69fa-4259-a900-8e28bb2b1d1e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ec99b98a-69fa-4259-a900-8e28bb2b1d1e,segment=NetworkSegment(8a963ee4-8e3f-4bf5-a55f-d5e1ff62ad29),segment_id=8a963ee4-8e3f-4bf5-a55f-d5e1ff62ad29)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:56:48.792496 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Returning: {'device': 'ec99b98a-69fa-4259-a900-8e28bb2b1d1e', 'network_id': 'e30c6073-c867-46f4-bec2-eb7af316aeb9', 'port_id': 'ec99b98a-69fa-4259-a900-8e28bb2b1d1e', 'mac_address': 'fa:16:3e:ff:46:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd169b186-defa-4470-9ef1-50866ad43fba', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 17 13:56:48.845520 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:48.862075 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec99b98a-69fa-4259-a900-8e28bb2b1d1e {{(pid=78744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 17 13:56:48.877020 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port ec99b98a-69fa-4259-a900-8e28bb2b1d1e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ec99b98a-69fa-4259-a900-8e28bb2b1d1e,segment=NetworkSegment(8a963ee4-8e3f-4bf5-a55f-d5e1ff62ad29),segment_id=8a963ee4-8e3f-4bf5-a55f-d5e1ff62ad29)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:56:48.881720 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:48.884565 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-2c9f1fa8-2635-4f65-a204-35b271254abb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:56:48.953616 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Pushing event updated for resources: {'Port': ['ID=ec99b98a-69fa-4259-a900-8e28bb2b1d1e,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:56:48.961729 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:56:48.962069 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:56:48.962402 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:56:48.962725 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:56:48.963049 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:56:48.963371 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:56:48.963714 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:56:48.964030 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:56:48.964369 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:56:48.964691 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:56:48.965000 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:56:48.965308 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:56:48.969395 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:56:49.206755 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02cc7d-aff7-48fd-a870-401ff37e1319 req-2c8d63bb-b5e0-432d-8e2f-43104ab3a181 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:49.208171 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1a02cc7d-aff7-48fd-a870-401ff37e1319 req-2c8d63bb-b5e0-432d-8e2f-43104ab3a181 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 945 time: 0.0774238
May 17 13:56:49.254695 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1a02cc7d-aff7-48fd-a870-401ff37e1319 req-779406ed-1a9c-4b96-9ae4-c52d150f64c3 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408127
May 17 13:56:50.435741 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd4aea5-3bfc-4f36-b695-a10b63023dc9 req-48fe5d44-b934-4c44-a316-732e8b557238 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:50.437211 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5dd4aea5-3bfc-4f36-b695-a10b63023dc9 req-48fe5d44-b934-4c44-a316-732e8b557238 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 945 time: 0.0773761
May 17 13:56:50.486901 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5dd4aea5-3bfc-4f36-b695-a10b63023dc9 req-ba8b1be6-7613-442e-ae7f-46934300b096 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432696
May 17 13:56:51.530495 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] get_ports_and_sgs() called for port_ids ['ec99b98a-69fa-4259-a900-8e28bb2b1d1e'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 17 13:56:51.703547 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5721c3c2-42e0-4241-9813-7c68e002cc2f req-c55c34c7-745b-423d-88b4-f6123694e177 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:51.708424 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5721c3c2-42e0-4241-9813-7c68e002cc2f req-c55c34c7-745b-423d-88b4-f6123694e177 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 945 time: 0.1098120
May 17 13:56:51.757009 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5721c3c2-42e0-4241-9813-7c68e002cc2f req-709791cb-0bc3-4499-90ed-0a432ac925da tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449281
May 17 13:56:52.105906 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad7f312-dd4f-4f59-8584-29adc465186e req-cac60008-a52b-4fd3-af8c-089b2fb83ac4 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:52.107718 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1ad7f312-dd4f-4f59-8584-29adc465186e req-cac60008-a52b-4fd3-af8c-089b2fb83ac4 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c293d7a-c8ba-41db-85fe-c560ae9e0464 HTTP/1.1" status: 200  len: 945 time: 0.0859053
May 17 13:56:52.158862 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1ad7f312-dd4f-4f59-8584-29adc465186e req-dcc32357-72a3-4ba7-a6be-0bfdd92c6c47 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/security-groups?id=890f41c9-fdc7-4a0f-85af-a9d571fa23e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448027
May 17 13:56:52.943649 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ea582-69c6-4f3e-ae84-2645aca6e4fb req-e5862091-d6d5-43c6-b021-ff571bdff847 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:52.945013 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-fe5ea582-69c6-4f3e-ae84-2645aca6e4fb req-e5862091-d6d5-43c6-b021-ff571bdff847 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 945 time: 0.0804632
May 17 13:56:52.990665 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-fe5ea582-69c6-4f3e-ae84-2645aca6e4fb req-9340f2ce-ca0f-415f-86e7-b5ef8b8a68f1 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399899
May 17 13:56:53.358756 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68016c-9ed1-439b-b304-60f1830aa182 req-8efebe83-4bf3-48dc-8dca-ac29f8b40044 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:53.360287 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8d68016c-9ed1-439b-b304-60f1830aa182 req-8efebe83-4bf3-48dc-8dca-ac29f8b40044 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c293d7a-c8ba-41db-85fe-c560ae9e0464 HTTP/1.1" status: 200  len: 945 time: 0.0848591
May 17 13:56:53.406704 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8d68016c-9ed1-439b-b304-60f1830aa182 req-8a8bbf05-1154-4381-8018-8f0e54149b27 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/security-groups?id=890f41c9-fdc7-4a0f-85af-a9d571fa23e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400982
May 17 13:56:54.170842 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8973e-7a78-4bcd-aeeb-5f4f0d382987 req-9a423ee5-2843-4635-99f8-dc01217d9b5b tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:54.172329 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f1f8973e-7a78-4bcd-aeeb-5f4f0d382987 req-9a423ee5-2843-4635-99f8-dc01217d9b5b tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 945 time: 0.0792856
May 17 13:56:54.219057 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f1f8973e-7a78-4bcd-aeeb-5f4f0d382987 req-bb017977-28fb-4e4c-8f8f-dc876a073dc9 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404608
May 17 13:56:54.590964 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38efab-24a6-4461-964d-bb26e7f5b7b8 req-163d1d49-1542-4a24-974b-02b817e0e803 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:54.592337 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7f38efab-24a6-4461-964d-bb26e7f5b7b8 req-163d1d49-1542-4a24-974b-02b817e0e803 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c293d7a-c8ba-41db-85fe-c560ae9e0464 HTTP/1.1" status: 200  len: 945 time: 0.0798721
May 17 13:56:54.636284 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7f38efab-24a6-4461-964d-bb26e7f5b7b8 req-e2b7c36a-876b-4afc-9d05-614df2e4a20a tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/security-groups?id=890f41c9-fdc7-4a0f-85af-a9d571fa23e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382190
May 17 13:56:55.405861 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e46b2-c8e8-4413-a9c2-491bcee7bb30 req-642e340e-9337-439d-96ba-8f330d9e09f1 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:55.407310 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d19e46b2-c8e8-4413-a9c2-491bcee7bb30 req-642e340e-9337-439d-96ba-8f330d9e09f1 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 945 time: 0.0833735
May 17 13:56:55.452274 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d19e46b2-c8e8-4413-a9c2-491bcee7bb30 req-1f63c2a0-915e-4872-a136-61aa747628b5 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386596
May 17 13:56:55.819776 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f10ec5-2124-4fce-b121-25a79bfdde0e req-c9370774-e4ef-44c9-adf4-d83cab731bb7 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:55.821056 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-62f10ec5-2124-4fce-b121-25a79bfdde0e req-c9370774-e4ef-44c9-adf4-d83cab731bb7 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c293d7a-c8ba-41db-85fe-c560ae9e0464 HTTP/1.1" status: 200  len: 945 time: 0.0807419
May 17 13:56:55.868184 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-62f10ec5-2124-4fce-b121-25a79bfdde0e req-ed482443-24ad-460e-ac2b-f90e68680d73 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/security-groups?id=890f41c9-fdc7-4a0f-85af-a9d571fa23e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411143
May 17 13:56:56.637633 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58cad8e-a6d8-4f6d-8170-343848e4ffd7 req-8f97c17c-975b-46cf-80d2-cc3a3720dbf7 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:56.639139 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d58cad8e-a6d8-4f6d-8170-343848e4ffd7 req-8f97c17c-975b-46cf-80d2-cc3a3720dbf7 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 945 time: 0.0798681
May 17 13:56:56.685226 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d58cad8e-a6d8-4f6d-8170-343848e4ffd7 req-524aeb0c-8399-46de-8cff-42d503990faf tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388885
May 17 13:56:57.055000 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55be5f-8177-4799-9452-20df6c051537 req-df921547-c7c0-4c12-ad85-e09a536ef7c2 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:57.056485 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-bc55be5f-8177-4799-9452-20df6c051537 req-df921547-c7c0-4c12-ad85-e09a536ef7c2 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c293d7a-c8ba-41db-85fe-c560ae9e0464 HTTP/1.1" status: 200  len: 945 time: 0.0826235
May 17 13:56:57.101640 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-bc55be5f-8177-4799-9452-20df6c051537 req-666c37ff-3809-4a29-9328-68ea84de1ad6 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/security-groups?id=890f41c9-fdc7-4a0f-85af-a9d571fa23e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393333
May 17 13:56:57.872173 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c40968e-1d78-4c7d-82d4-b57d98131b5d req-df95cabd-63bd-4716-863f-d1856ef01b46 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:57.873475 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-6c40968e-1d78-4c7d-82d4-b57d98131b5d req-df95cabd-63bd-4716-863f-d1856ef01b46 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 945 time: 0.0786874
May 17 13:56:57.920533 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-6c40968e-1d78-4c7d-82d4-b57d98131b5d req-55327d82-e419-4c5e-b8c8-da4e209f7ada tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413864
May 17 13:56:58.283377 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939680c2-557d-45f9-acfb-89e3cae39c03 req-83adade9-706e-4039-8e0b-7166d44311af tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:58.284831 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-939680c2-557d-45f9-acfb-89e3cae39c03 req-83adade9-706e-4039-8e0b-7166d44311af tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c293d7a-c8ba-41db-85fe-c560ae9e0464 HTTP/1.1" status: 200  len: 945 time: 0.0805948
May 17 13:56:58.329663 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-939680c2-557d-45f9-acfb-89e3cae39c03 req-a39feca0-7660-44c0-87fc-35b9fefb5e05 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/security-groups?id=890f41c9-fdc7-4a0f-85af-a9d571fa23e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385737
May 17 13:56:58.937853 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4a39dd65-a0ad-46f9-a318-753ce0a333f3 req-9794b327-b953-462c-a97f-290dfb743233 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1318321
May 17 13:56:58.953995 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc55df0-ca05-4a65-8a5f-329eb391382c req-07af58d9-3f38-426a-8f26-51a0b1fd2dcf tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:58.955476 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1cc55df0-ca05-4a65-8a5f-329eb391382c req-07af58d9-3f38-426a-8f26-51a0b1fd2dcf tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c293d7a-c8ba-41db-85fe-c560ae9e0464 HTTP/1.1" status: 200  len: 945 time: 0.0989151
May 17 13:56:59.293397 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f97766-5bb2-4713-8b0b-75001143db11 req-db5ef719-9560-4580-b1e0-053c741f6c14 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:59.294848 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a5f97766-5bb2-4713-8b0b-75001143db11 req-db5ef719-9560-4580-b1e0-053c741f6c14 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 945 time: 0.2484188
May 17 13:56:59.297687 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39dd65-a0ad-46f9-a318-753ce0a333f3 req-227bbf39-cbe0-4476-abe4-19378f148d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:59.299009 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4a39dd65-a0ad-46f9-a318-753ce0a333f3 req-227bbf39-cbe0-4476-abe4-19378f148d5a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=26eff14cf205417591a4fc75a27bee33&device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 1099 time: 0.3086956
May 17 13:56:59.347774 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device ec99b98a-69fa-4259-a900-8e28bb2b1d1e up at agent hyperv_hv-cinder-78836 {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:56:59.358778 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-1cc55df0-ca05-4a65-8a5f-329eb391382c req-ac1bc283-7b62-46da-9dba-db6404d4216a tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Deleting port 211194a5-f9e5-4a17-ac09-967a0de5f0f0 {{(pid=78743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 13:56:59.359128 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-1cc55df0-ca05-4a65-8a5f-329eb391382c req-ac1bc283-7b62-46da-9dba-db6404d4216a tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:59.421921 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Provisioning for port ec99b98a-69fa-4259-a900-8e28bb2b1d1e completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:56:59.427375 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Provisioning complete for port ec99b98a-69fa-4259-a900-8e28bb2b1d1e triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:56:59.427859 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:59.519588 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a5f97766-5bb2-4713-8b0b-75001143db11 req-8e30ccc6-cef1-4838-a92d-f13f134ce5e9 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2162206
May 17 13:56:59.547820 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e572e-304c-438a-838f-b70b5ad2ee35 req-ed1ce0e0-74fd-478b-b85d-5f4172531ba2 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:59.550314 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-423e572e-304c-438a-838f-b70b5ad2ee35 req-ed1ce0e0-74fd-478b-b85d-5f4172531ba2 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c293d7a-c8ba-41db-85fe-c560ae9e0464 HTTP/1.1" status: 200  len: 945 time: 0.1012557
May 17 13:56:59.623024 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-1cc55df0-ca05-4a65-8a5f-329eb391382c req-ac1bc283-7b62-46da-9dba-db6404d4216a tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] For port 211194a5-f9e5-4a17-ac09-967a0de5f0f0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=211194a5-f9e5-4a17-ac09-967a0de5f0f0,segment=NetworkSegment(5ff715a4-8152-43b1-b8d5-eac5f4b39cb8),segment_id=5ff715a4-8152-43b1-b8d5-eac5f4b39cb8)] {{(pid=78743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:56:59.623403 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-1cc55df0-ca05-4a65-8a5f-329eb391382c req-ac1bc283-7b62-46da-9dba-db6404d4216a tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:59.665373 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:59.671876 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-423e572e-304c-438a-838f-b70b5ad2ee35 req-3353f3e3-dab3-483e-ab8e-8bedd94350a5 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/security-groups?id=890f41c9-fdc7-4a0f-85af-a9d571fa23e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1148322
May 17 13:56:59.704141 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771ccb93-0cfd-47bf-bef9-88340741eb9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec99b98a-69fa-4259-a900-8e28bb2b1d1e'}] {{(pid=78744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 13:56:59.736149 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port ec99b98a-69fa-4259-a900-8e28bb2b1d1e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ec99b98a-69fa-4259-a900-8e28bb2b1d1e,segment=NetworkSegment(8a963ee4-8e3f-4bf5-a55f-d5e1ff62ad29),segment_id=8a963ee4-8e3f-4bf5-a55f-d5e1ff62ad29)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:56:59.745588 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:56:59.747980 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:56:59.787521 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-1cc55df0-ca05-4a65-8a5f-329eb391382c req-ac1bc283-7b62-46da-9dba-db6404d4216a tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Calling delete_port for 211194a5-f9e5-4a17-ac09-967a0de5f0f0 owned by compute:nova {{(pid=78743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 13:56:59.811556 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39dd65-a0ad-46f9-a318-753ce0a333f3 req-6d38b8d7-8d84-40fe-8f1a-1423e02b801e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:56:59.812991 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4a39dd65-a0ad-46f9-a318-753ce0a333f3 req-6d38b8d7-8d84-40fe-8f1a-1423e02b801e service neutron] 10.222.0.49 "GET /v2.0/networks?id=f8ea7e78-9a41-4fc9-b0e0-a85e1f425997 HTTP/1.1" status: 200  len: 920 time: 0.4847426
May 17 13:56:59.823048 dv-cinder-788363-3-iscsi neutron-server[78744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '771ccb93-0cfd-47bf-bef9-88340741eb9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec99b98a-69fa-4259-a900-8e28bb2b1d1e', 'code': 200}
May 17 13:56:59.869022 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Pushing event updated for resources: {'Port': ['ID=ec99b98a-69fa-4259-a900-8e28bb2b1d1e,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:56:59.873420 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:56:59.913549 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4a39dd65-a0ad-46f9-a318-753ce0a333f3 req-08b98833-9511-460b-a3c4-240ed0b1b6b6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b81ebfd9-4356-495e-b668-1699361b58b3 HTTP/1.1" status: 200  len: 217 time: 0.0730448
May 17 13:57:00.110831 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39dd65-a0ad-46f9-a318-753ce0a333f3 req-df135550-5878-41c5-9b1e-275691a880bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:00.112591 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4a39dd65-a0ad-46f9-a318-753ce0a333f3 req-df135550-5878-41c5-9b1e-275691a880bd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=388065c0-e171-4b50-98f0-baf98c779e87 HTTP/1.1" status: 200  len: 859 time: 0.1912360
May 17 13:57:00.201558 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2862e7a-c609-4149-b1b6-f0148d8442dd req-896d8bc3-3669-4db6-b101-f857ed611100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:00.203167 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-e2862e7a-c609-4149-b1b6-f0148d8442dd req-896d8bc3-3669-4db6-b101-f857ed611100 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 1099 time: 0.2046580
May 17 13:57:00.216900 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4a39dd65-a0ad-46f9-a318-753ce0a333f3 req-4b4ebd2e-3a36-4adc-b1b6-fde67c10527d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f8ea7e78-9a41-4fc9-b0e0-a85e1f425997&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0914235
May 17 13:57:00.286363 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-e2862e7a-c609-4149-b1b6-f0148d8442dd req-40704001-58da-4528-98d3-487e126982e0 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0739791
May 17 13:57:00.419723 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-1cc55df0-ca05-4a65-8a5f-329eb391382c req-ac1bc283-7b62-46da-9dba-db6404d4216a tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133957597'] for port, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:00.428881 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-8a8af9cb-0a9d-4044-a9c2-536a73d39bc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:00.464290 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] get_ports_and_sgs() called for port_ids ['211194a5-f9e5-4a17-ac09-967a0de5f0f0'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 17 13:57:00.490272 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1bc283-7b62-46da-9dba-db6404d4216a tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Pushing event deleted for resources: {'Port': ['ID=211194a5-f9e5-4a17-ac09-967a0de5f0f0,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:00.505213 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764fbd64-f6e7-4305-9d75-4d2c1d7bb9df req-3720f0c8-ad0f-4162-b185-f058b6655d61 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:00.511935 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-764fbd64-f6e7-4305-9d75-4d2c1d7bb9df req-3720f0c8-ad0f-4162-b185-f058b6655d61 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=06240799-ef9c-47ab-860a-e4ef7b575124 HTTP/1.1" status: 200  len: 945 time: 0.1133070
May 17 13:57:00.548772 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1bc283-7b62-46da-9dba-db6404d4216a tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:57:00.549137 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1bc283-7b62-46da-9dba-db6404d4216a tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:57:00.549696 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1bc283-7b62-46da-9dba-db6404d4216a tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:57:00.549833 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1bc283-7b62-46da-9dba-db6404d4216a tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:57:00.550175 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1bc283-7b62-46da-9dba-db6404d4216a tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:57:00.550553 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1bc283-7b62-46da-9dba-db6404d4216a tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:57:00.550846 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1bc283-7b62-46da-9dba-db6404d4216a tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:57:00.551211 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1bc283-7b62-46da-9dba-db6404d4216a tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:57:00.551591 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1bc283-7b62-46da-9dba-db6404d4216a tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:57:00.551923 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1bc283-7b62-46da-9dba-db6404d4216a tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:57:00.552258 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1bc283-7b62-46da-9dba-db6404d4216a tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:57:00.552590 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1bc283-7b62-46da-9dba-db6404d4216a tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:57:00.565756 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-ac1bc283-7b62-46da-9dba-db6404d4216a tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:00.611826 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-764fbd64-f6e7-4305-9d75-4d2c1d7bb9df req-4a356067-40af-432e-841b-f27c6d8c99e2 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0972903
May 17 13:57:00.617254 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc55df0-ca05-4a65-8a5f-329eb391382c req-ac1bc283-7b62-46da-9dba-db6404d4216a tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] No DVR routers for this DVR port 211194a5-f9e5-4a17-ac09-967a0de5f0f0 on host hv-cinder-78836 {{(pid=78743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 17 13:57:00.621706 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-1cc55df0-ca05-4a65-8a5f-329eb391382c req-ac1bc283-7b62-46da-9dba-db6404d4216a tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:00.624251 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c293d7a-c8ba-41db-85fe-c560ae9e0464', 'name': 'network-vif-deleted', 'tag': '211194a5-f9e5-4a17-ac09-967a0de5f0f0'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 13:57:00.633349 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80688de4-06d2-440c-b7b7-2ab933af6c1a req-a3a12def-4afd-4498-992e-f02f679517b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:00.635498 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-80688de4-06d2-440c-b7b7-2ab933af6c1a req-a3a12def-4afd-4498-992e-f02f679517b6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=26eff14cf205417591a4fc75a27bee33&device_id=06240799-ef9c-47ab-860a-e4ef7b575124 HTTP/1.1" status: 200  len: 1098 time: 0.1064131
May 17 13:57:00.637013 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4a39dd65-a0ad-46f9-a318-753ce0a333f3 req-987118ea-fc5e-4f5c-9644-f12effb1db9f service neutron] 10.222.0.49 "GET /v2.0/networks/f8ea7e78-9a41-4fc9-b0e0-a85e1f425997?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4116046
May 17 13:57:00.647369 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1cc55df0-ca05-4a65-8a5f-329eb391382c req-ac1bc283-7b62-46da-9dba-db6404d4216a tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.49 "DELETE /v2.0/ports/211194a5-f9e5-4a17-ac09-967a0de5f0f0 HTTP/1.1" status: 204  len: 173 time: 1.6864104
May 17 13:57:00.701258 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c293d7a-c8ba-41db-85fe-c560ae9e0464', 'name': 'network-vif-deleted', 'tag': '211194a5-f9e5-4a17-ac09-967a0de5f0f0', 'status': 'completed', 'code': 200}
May 17 13:57:00.899533 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ac93d-6b55-4bc7-a02f-0cd04f5a486e req-44fc0761-c859-467b-bcd9-2609f0ca901d tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:00.901381 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ab2ac93d-6b55-4bc7-a02f-0cd04f5a486e req-44fc0761-c859-467b-bcd9-2609f0ca901d tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 946 time: 0.2341890
May 17 13:57:00.906463 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-93322b45-cf95-43a4-93fc-b9608815b180 req-17e507b9-c265-45cc-9d4c-405715b9e6b5 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c293d7a-c8ba-41db-85fe-c560ae9e0464 HTTP/1.1" status: 200  len: 210 time: 0.0559652
May 17 13:57:00.934396 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4a39dd65-a0ad-46f9-a318-753ce0a333f3 req-15fd6729-9ea0-4840-a1a3-26af6df13f71 service neutron] 10.222.0.49 "GET /v2.0/networks/f8ea7e78-9a41-4fc9-b0e0-a85e1f425997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1812608
May 17 13:57:00.953586 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80688de4-06d2-440c-b7b7-2ab933af6c1a req-80787840-8750-474e-9a97-6ce74aabad67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:00.955051 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-80688de4-06d2-440c-b7b7-2ab933af6c1a req-80787840-8750-474e-9a97-6ce74aabad67 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f8ea7e78-9a41-4fc9-b0e0-a85e1f425997 HTTP/1.1" status: 200  len: 920 time: 0.2147894
May 17 13:57:00.963624 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ab2ac93d-6b55-4bc7-a02f-0cd04f5a486e req-577bf263-7f0c-43d8-b6ad-13d68e22bae0 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0521624
May 17 13:57:01.041131 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-80688de4-06d2-440c-b7b7-2ab933af6c1a req-e73fdd2b-8e84-44b6-93ed-018dc82738a2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d4c4b17-c28a-465c-9c71-fafa2218663f HTTP/1.1" status: 200  len: 217 time: 0.0631597
May 17 13:57:01.106178 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80688de4-06d2-440c-b7b7-2ab933af6c1a req-a7ae57fc-26e2-435e-8112-e6a8244f3d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:01.107912 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-80688de4-06d2-440c-b7b7-2ab933af6c1a req-a7ae57fc-26e2-435e-8112-e6a8244f3d94 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=388065c0-e171-4b50-98f0-baf98c779e87 HTTP/1.1" status: 200  len: 859 time: 0.0593226
May 17 13:57:01.164579 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-80688de4-06d2-440c-b7b7-2ab933af6c1a req-bc99dc9d-f5e0-4be7-ae45-1db2e42c9aac service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f8ea7e78-9a41-4fc9-b0e0-a85e1f425997&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0417404
May 17 13:57:01.318865 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-80688de4-06d2-440c-b7b7-2ab933af6c1a req-30941d53-b8f8-43eb-a5bd-0d439542573b service neutron] 10.222.0.49 "GET /v2.0/networks/f8ea7e78-9a41-4fc9-b0e0-a85e1f425997?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1458156
May 17 13:57:01.377662 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 34852) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:57:01.506300 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-80688de4-06d2-440c-b7b7-2ab933af6c1a req-8a623fc8-71a6-4cfa-af4c-825c211d10ee service neutron] 10.222.0.49 "GET /v2.0/networks/f8ea7e78-9a41-4fc9-b0e0-a85e1f425997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1616261
May 17 13:57:01.509282 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-1ee395ac-7e1e-4ec4-a898-c9d82c130a7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:01.524156 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-1ee395ac-7e1e-4ec4-a898-c9d82c130a7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:57:01.528122 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-1ee395ac-7e1e-4ec4-a898-c9d82c130a7a admin admin] Usage tracker for resource:security_group_rule and tenant:795dbe87cc894093b6d93324481d7d1c is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:57:01.531093 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-1ee395ac-7e1e-4ec4-a898-c9d82c130a7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:57:01.536827 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-1ee395ac-7e1e-4ec4-a898-c9d82c130a7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:57:01.645182 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-1ee395ac-7e1e-4ec4-a898-c9d82c130a7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:01.654197 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-1ee395ac-7e1e-4ec4-a898-c9d82c130a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:01.668297 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:01.716422 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-1ee395ac-7e1e-4ec4-a898-c9d82c130a7a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=795dbe87cc894093b6d93324481d7d1c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3375745
May 17 13:57:01.718074 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 34872) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:57:01.720627 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee395ac-7e1e-4ec4-a898-c9d82c130a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97edbb9c-a46e-40c4-a262-e536237911ec,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:01.736090 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-1ee395ac-7e1e-4ec4-a898-c9d82c130a7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:01.846719 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-07184628-e388-4780-ba75-743bbf9fe6ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:01.878046 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-07184628-e388-4780-ba75-743bbf9fe6ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:01.912801 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd44999-f78b-4224-b213-6b17020c85b6 req-302bc42a-2c9b-490f-99ee-172afd01c367 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:01.914307 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4cd44999-f78b-4224-b213-6b17020c85b6 req-302bc42a-2c9b-490f-99ee-172afd01c367 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=06240799-ef9c-47ab-860a-e4ef7b575124 HTTP/1.1" status: 200  len: 945 time: 0.1419542
May 17 13:57:01.971688 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4cd44999-f78b-4224-b213-6b17020c85b6 req-e54f046b-17e6-49a7-bdf6-8ccbdf4046ad tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486295
May 17 13:57:01.987265 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-07184628-e388-4780-ba75-743bbf9fe6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:01.993231 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:02.009136 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07184628-e388-4780-ba75-743bbf9fe6ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97edbb9c-a46e-40c4-a262-e536237911ec,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:02.022712 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-07184628-e388-4780-ba75-743bbf9fe6ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:02.024504 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-07184628-e388-4780-ba75-743bbf9fe6ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:02.026686 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-07184628-e388-4780-ba75-743bbf9fe6ca admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/97edbb9c-a46e-40c4-a262-e536237911ec HTTP/1.1" status: 204  len: 168 time: 0.3064802
May 17 13:57:02.336157 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af9917c-a731-4cb8-8825-61b1e50b48a1 req-c15aa13c-087b-44f4-977a-268213934d8c tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:02.344516 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4af9917c-a731-4cb8-8825-61b1e50b48a1 req-c15aa13c-087b-44f4-977a-268213934d8c tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 946 time: 0.1847823
May 17 13:57:02.404569 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4af9917c-a731-4cb8-8825-61b1e50b48a1 req-4e04d280-49b6-48b3-9bdc-dbb1e1a4223f tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0588782
May 17 13:57:02.874292 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 34930) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:57:02.983901 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-fd6eb953-df47-47d0-a0ad-e7822f0131c0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1593871049-network', 'tenant_id': 'b46cc502c62d47f5ad1b5cac00f4506b'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:57:02.988740 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-fd6eb953-df47-47d0-a0ad-e7822f0131c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:57:02.992552 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-fd6eb953-df47-47d0-a0ad-e7822f0131c0 admin admin] Usage tracker for resource:network and tenant:b46cc502c62d47f5ad1b5cac00f4506b is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:57:02.995346 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-fd6eb953-df47-47d0-a0ad-e7822f0131c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:57:03.002106 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-fd6eb953-df47-47d0-a0ad-e7822f0131c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:57:03.016667 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6eb953-df47-47d0-a0ad-e7822f0131c0 admin admin] Made reservation on behalf of b46cc502c62d47f5ad1b5cac00f4506b for: {'network': 1} {{(pid=78742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 17 13:57:03.019489 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-fd6eb953-df47-47d0-a0ad-e7822f0131c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1032604'] for network, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:03.034166 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-fd6eb953-df47-47d0-a0ad-e7822f0131c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:03.060931 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-fd6eb953-df47-47d0-a0ad-e7822f0131c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:57:03.065158 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-fd6eb953-df47-47d0-a0ad-e7822f0131c0 admin admin] Usage tracker for resource:security_group_rule and tenant:b46cc502c62d47f5ad1b5cac00f4506b is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:57:03.068871 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-fd6eb953-df47-47d0-a0ad-e7822f0131c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:57:03.075164 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-fd6eb953-df47-47d0-a0ad-e7822f0131c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:57:03.180681 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-fd6eb953-df47-47d0-a0ad-e7822f0131c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:03.185539 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-fd6eb953-df47-47d0-a0ad-e7822f0131c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:03.191019 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-763d1bfc-644e-4e34-b9f0-7ce00e54cf76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:03.192286 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f27f5-70bf-4da8-89c4-68001081f090 req-1389312c-f2d7-448c-beb9-fe8a5979b90e tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:03.193807 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e12f27f5-70bf-4da8-89c4-68001081f090 req-1389312c-f2d7-448c-beb9-fe8a5979b90e tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=06240799-ef9c-47ab-860a-e4ef7b575124 HTTP/1.1" status: 200  len: 945 time: 0.0886605
May 17 13:57:03.220089 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd6eb953-df47-47d0-a0ad-e7822f0131c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'}  {{(pid=78742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 17 13:57:03.233182 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6eb953-df47-47d0-a0ad-e7822f0131c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a36f44-21b9-41fd-9d0e-c80606bf7c69,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:03.238033 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-fd6eb953-df47-47d0-a0ad-e7822f0131c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861870'] for segment, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:03.238373 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.db.segments_db [None req-fd6eb953-df47-47d0-a0ad-e7822f0131c0 admin admin] Added segment f5192fda-728b-46fa-8daf-13ea55efe036 of type vlan for network 17f276ec-48a2-425f-91fa-53462c568dbf
May 17 13:57:03.247333 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6eb953-df47-47d0-a0ad-e7822f0131c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:57:03.247929 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6eb953-df47-47d0-a0ad-e7822f0131c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:57:03.248436 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6eb953-df47-47d0-a0ad-e7822f0131c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:57:03.248935 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6eb953-df47-47d0-a0ad-e7822f0131c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:57:03.249430 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6eb953-df47-47d0-a0ad-e7822f0131c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:57:03.249953 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6eb953-df47-47d0-a0ad-e7822f0131c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:57:03.250443 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6eb953-df47-47d0-a0ad-e7822f0131c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:57:03.250934 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6eb953-df47-47d0-a0ad-e7822f0131c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:57:03.251442 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6eb953-df47-47d0-a0ad-e7822f0131c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:57:03.251936 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6eb953-df47-47d0-a0ad-e7822f0131c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:57:03.252440 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6eb953-df47-47d0-a0ad-e7822f0131c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:57:03.252926 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6eb953-df47-47d0-a0ad-e7822f0131c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:57:03.257432 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-fd6eb953-df47-47d0-a0ad-e7822f0131c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:03.261484 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e12f27f5-70bf-4da8-89c4-68001081f090 req-48bca1a5-831d-4b9a-b660-e9829f71046e tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589252
May 17 13:57:03.283829 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-fd6eb953-df47-47d0-a0ad-e7822f0131c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774149267101'] for network, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:03.318598 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-fd6eb953-df47-47d0-a0ad-e7822f0131c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1676892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582528'] for network, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:03.320166 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6eb953-df47-47d0-a0ad-e7822f0131c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:03.320842 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-fd6eb953-df47-47d0-a0ad-e7822f0131c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for network, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:03.330485 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-0512d73f-fd86-4421-953c-42a5fe222675 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:03.380445 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:03.430477 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6eb953-df47-47d0-a0ad-e7822f0131c0 admin admin] Pushing event updated for resources: {'Network': ['ID=17f276ec-48a2-425f-91fa-53462c568dbf,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:03.433310 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-fd6eb953-df47-47d0-a0ad-e7822f0131c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:03.438532 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-fd6eb953-df47-47d0-a0ad-e7822f0131c0 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5603304
May 17 13:57:03.438950 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 34966) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:57:03.442928 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Network 17f276ec-48a2-425f-91fa-53462c568dbf details requested by agent ovs-agent-dv-cinder-788363-3-iscsi with host dv-cinder-788363-3-iscsi {{(pid=78744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 17 13:57:03.445382 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-fa400cfb-e903-46a4-9c0c-bfa9fa44e672 admin admin] Request body: {'subnet': {'network_id': '17f276ec-48a2-425f-91fa-53462c568dbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1593871049-subnet', 'tenant_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'ip_version': 4}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:57:03.450695 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-fa400cfb-e903-46a4-9c0c-bfa9fa44e672 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:57:03.454833 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-fa400cfb-e903-46a4-9c0c-bfa9fa44e672 admin admin] Usage tracker for resource:subnet and tenant:b46cc502c62d47f5ad1b5cac00f4506b is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:57:03.459368 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-fa400cfb-e903-46a4-9c0c-bfa9fa44e672 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:57:03.467978 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-fa400cfb-e903-46a4-9c0c-bfa9fa44e672 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:57:03.484604 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa400cfb-e903-46a4-9c0c-bfa9fa44e672 admin admin] Made reservation on behalf of b46cc502c62d47f5ad1b5cac00f4506b for: {'subnet': 1} {{(pid=78742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 17 13:57:03.489318 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-fa400cfb-e903-46a4-9c0c-bfa9fa44e672 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133803446'] for subnet, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:03.626849 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c782f-9640-49fa-9329-a62d0d4e418c req-5622b949-fac9-4835-afef-9b2d5cbd909a tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:03.628356 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d27c782f-9640-49fa-9329-a62d0d4e418c req-5622b949-fac9-4835-afef-9b2d5cbd909a tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 946 time: 0.0890081
May 17 13:57:03.677768 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d27c782f-9640-49fa-9329-a62d0d4e418c req-057f6d37-0935-4dc1-af7b-293488948f65 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436985
May 17 13:57:03.885839 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-fa400cfb-e903-46a4-9c0c-bfa9fa44e672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132438120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133803428'] for subnet, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:03.890454 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:04.017377 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa400cfb-e903-46a4-9c0c-bfa9fa44e672 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08a0d08f-e6a8-470a-bbaf-7361dd8bc1a0,revision_number=0']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:04.021160 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-fa400cfb-e903-46a4-9c0c-bfa9fa44e672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:04.026843 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa400cfb-e903-46a4-9c0c-bfa9fa44e672 admin admin] Checking segment: {'id': 'f5192fda-728b-46fa-8daf-13ea55efe036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '17f276ec-48a2-425f-91fa-53462c568dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 13:57:04.027194 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa400cfb-e903-46a4-9c0c-bfa9fa44e672 admin admin] Network hostable DHCP agents. Network: 17f276ec-48a2-425f-91fa-53462c568dbf, hostable agents: ['49bbb97f-fcd4-4504-a032-9a51e4e6deed'], hosted agents: [] {{(pid=78742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 17 13:57:04.044681 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa400cfb-e903-46a4-9c0c-bfa9fa44e672 admin admin] Network 17f276ec-48a2-425f-91fa-53462c568dbf is scheduled to be hosted by DHCP agent 49bbb97f-fcd4-4504-a032-9a51e4e6deed with binding_index 1 {{(pid=78742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 17 13:57:04.053606 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-fa400cfb-e903-46a4-9c0c-bfa9fa44e672 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-3-iscsi, 17f276ec-48a2-425f-91fa-53462c568dbf) {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:57:04.062657 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3354cbc8-57c6-4254-a6e0-b0d82631f78d None None] Network 17f276ec-48a2-425f-91fa-53462c568dbf requested from dv-cinder-788363-3-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 17 13:57:04.065213 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa400cfb-e903-46a4-9c0c-bfa9fa44e672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:04.065786 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-fa400cfb-e903-46a4-9c0c-bfa9fa44e672 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:04.086651 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-fa400cfb-e903-46a4-9c0c-bfa9fa44e672 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6467497
May 17 13:57:04.089460 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 34976) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:57:04.094644 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-ee42ba18-4725-4935-8587-3ce7e9ed0f3e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1593871049-router', 'tenant_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a'}}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:57:04.100071 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-ee42ba18-4725-4935-8587-3ce7e9ed0f3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:57:04.103865 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-ee42ba18-4725-4935-8587-3ce7e9ed0f3e admin admin] Usage tracker for resource:router and tenant:b46cc502c62d47f5ad1b5cac00f4506b is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:57:04.106619 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-ee42ba18-4725-4935-8587-3ce7e9ed0f3e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:57:04.112933 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-ee42ba18-4725-4935-8587-3ce7e9ed0f3e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:57:04.124212 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ee42ba18-4725-4935-8587-3ce7e9ed0f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2025163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4328'] for router, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:04.125415 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ee42ba18-4725-4935-8587-3ce7e9ed0f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2024966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1981117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1687292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4321'] for router, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:04.144091 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ee42ba18-4725-4935-8587-3ce7e9ed0f3e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:04.303362 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e447287-1770-4634-93f9-4767fe9595d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2d06222-2de8-51f1-88e2-9822a162890d-17f276ec-48a2-425f-91fa-53462c568dbf', 'network_id': '17f276ec-48a2-425f-91fa-53462c568dbf', 'tenant_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'fixed_ips': [{'subnet_id': '08a0d08f-e6a8-470a-bbaf-7361dd8bc1a0'}]}} from dv-cinder-788363-3-iscsi. {{(pid=78744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 17 13:57:04.304381 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-2e447287-1770-4634-93f9-4767fe9595d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:04.459663 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.db_base_plugin_common [None req-2e447287-1770-4634-93f9-4767fe9595d5 None None] Allocated IP 172.20.0.2 (17f276ec-48a2-425f-91fa-53462c568dbf/08a0d08f-e6a8-470a-bbaf-7361dd8bc1a0/e0ac1824-3ea0-4337-8588-3535d6edd50c) {{(pid=78744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 17 13:57:04.472178 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ee42ba18-4725-4935-8587-3ce7e9ed0f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2020853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2025177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4343'] for router, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:04.593155 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdcf991-d712-4761-b6f4-3dc00079fb16 req-aabda218-1e4e-47ca-bd25-ec56606be697 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:04.594637 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2cdcf991-d712-4761-b6f4-3dc00079fb16 req-aabda218-1e4e-47ca-bd25-ec56606be697 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=06240799-ef9c-47ab-860a-e4ef7b575124 HTTP/1.1" status: 200  len: 945 time: 0.1826956
May 17 13:57:04.650376 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2cdcf991-d712-4761-b6f4-3dc00079fb16 req-28a3b5b0-7831-46b3-b4ed-44463f9b58c2 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498900
May 17 13:57:04.680144 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-2e447287-1770-4634-93f9-4767fe9595d5 None None] Notify callbacks [] for port, precommit_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:04.690063 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-2e447287-1770-4634-93f9-4767fe9595d5 None None] Transition to ACTIVE for port object e0ac1824-3ea0-4337-8588-3535d6edd50c will not be triggered until provisioned by entity L2. {{(pid=78744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:57:04.711486 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-2e447287-1770-4634-93f9-4767fe9595d5 None None] Transition to ACTIVE for port object e0ac1824-3ea0-4337-8588-3535d6edd50c will not be triggered until provisioned by entity DHCP. {{(pid=78744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:57:04.718087 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-2e447287-1770-4634-93f9-4767fe9595d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774149279272'] for port, after_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:04.722061 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:04.795615 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e447287-1770-4634-93f9-4767fe9595d5 None None] Network 17f276ec-48a2-425f-91fa-53462c568dbf is already hosted by enough agents. {{(pid=78744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 13:57:04.796712 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.scheduler.base_scheduler [None req-2e447287-1770-4634-93f9-4767fe9595d5 None None] Resources bound (agent type, host, resource id):  {{(pid=78744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:57:04.799165 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e447287-1770-4634-93f9-4767fe9595d5 None None] Received port after_create {{(pid=78744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 17 13:57:04.835513 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e447287-1770-4634-93f9-4767fe9595d5 None None] Pushing event updated for resources: {'Port': ['ID=e0ac1824-3ea0-4337-8588-3535d6edd50c,revision_number=1']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:04.838410 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-2e447287-1770-4634-93f9-4767fe9595d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:04.894217 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-2e447287-1770-4634-93f9-4767fe9595d5 None None] Attempting to bind port e0ac1824-3ea0-4337-8588-3535d6edd50c on host dv-cinder-788363-3-iscsi for vnic_type normal with profile  {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 17 13:57:04.894980 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-2e447287-1770-4634-93f9-4767fe9595d5 None None] Attempting to bind port e0ac1824-3ea0-4337-8588-3535d6edd50c by drivers openvswitch,hyperv on host dv-cinder-788363-3-iscsi at level 0 using segments [{'id': 'f5192fda-728b-46fa-8daf-13ea55efe036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '17f276ec-48a2-425f-91fa-53462c568dbf'}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 17 13:57:04.894980 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e447287-1770-4634-93f9-4767fe9595d5 None None] Attempting to bind port e0ac1824-3ea0-4337-8588-3535d6edd50c on network 17f276ec-48a2-425f-91fa-53462c568dbf {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 13:57:04.900374 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e447287-1770-4634-93f9-4767fe9595d5 None None] Checking agent: {'id': 'ed5152c7-8558-4ae4-8c88-1353caeda338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 47, 10), 'started_at': datetime.datetime(2021, 5, 17, 13, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 17 13:57:04.900798 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e447287-1770-4634-93f9-4767fe9595d5 None None] Checking segment: {'id': 'f5192fda-728b-46fa-8daf-13ea55efe036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '17f276ec-48a2-425f-91fa-53462c568dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 13:57:04.901147 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-2e447287-1770-4634-93f9-4767fe9595d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:04.901533 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e447287-1770-4634-93f9-4767fe9595d5 None None] Bound using segment: {'id': 'f5192fda-728b-46fa-8daf-13ea55efe036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '17f276ec-48a2-425f-91fa-53462c568dbf'} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 17 13:57:04.901994 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-2e447287-1770-4634-93f9-4767fe9595d5 None None] Bound port: e0ac1824-3ea0-4337-8588-3535d6edd50c, host: dv-cinder-788363-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5192fda-728b-46fa-8daf-13ea55efe036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '17f276ec-48a2-425f-91fa-53462c568dbf'}}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 17 13:57:04.902363 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-2e447287-1770-4634-93f9-4767fe9595d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:04.903589 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ee42ba18-4725-4935-8587-3ce7e9ed0f3e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:04.939136 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ee42ba18-4725-4935-8587-3ce7e9ed0f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:04.991515 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c6fea-6978-4282-bf5b-332f55351075 req-696cb9cd-157d-47db-93b5-7ebb4801ab7b tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:04.992398 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-2e447287-1770-4634-93f9-4767fe9595d5 None None] For port e0ac1824-3ea0-4337-8588-3535d6edd50c, host dv-cinder-788363-3-iscsi, cleared binding levels {{(pid=78744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 17 13:57:04.992998 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f13c6fea-6978-4282-bf5b-332f55351075 req-696cb9cd-157d-47db-93b5-7ebb4801ab7b tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 946 time: 0.2010899
May 17 13:57:04.995373 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-2e447287-1770-4634-93f9-4767fe9595d5 None None] For port e0ac1824-3ea0-4337-8588-3535d6edd50c, host dv-cinder-788363-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=e0ac1824-3ea0-4337-8588-3535d6edd50c,segment=NetworkSegment(f5192fda-728b-46fa-8daf-13ea55efe036),segment_id=f5192fda-728b-46fa-8daf-13ea55efe036)] {{(pid=78744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 17 13:57:05.000380 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-2e447287-1770-4634-93f9-4767fe9595d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:05.006942 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-69da3563-57f8-4eab-961e-9ed400dc5ecd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:05.082315 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e447287-1770-4634-93f9-4767fe9595d5 None None] Pushing event updated for resources: {'Port': ['ID=e0ac1824-3ea0-4337-8588-3535d6edd50c,revision_number=2']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:05.085398 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-2e447287-1770-4634-93f9-4767fe9595d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:05.098620 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f13c6fea-6978-4282-bf5b-332f55351075 req-b639db6b-f223-4e86-9fb7-93b1c10b9e04 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0953648
May 17 13:57:05.128926 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_common [None req-ee42ba18-4725-4935-8587-3ce7e9ed0f3e admin admin] Allocated IP 172.27.1.138 (d5b45ae7-16ce-45df-9da3-dc322e2b7d9a/b62193f4-5b84-40dd-ae21-6a70cb5f2e38/9eaa97ee-bb1e-481f-bd66-96e63b562f55) {{(pid=78743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 17 13:57:05.304582 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device 211194a5-f9e5-4a17-ac09-967a0de5f0f0 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 17 13:57:05.360534 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] No Port match for: 211194a5-f9e5-4a17-ac09-967a0de5f0f0 {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 17 13:57:05.360892 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device 211194a5-f9e5-4a17-ac09-967a0de5f0f0 not bound to the agent host hv-cinder-78836 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 17 13:57:05.432032 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ee42ba18-4725-4935-8587-3ce7e9ed0f3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:05.461537 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ee42ba18-4725-4935-8587-3ce7e9ed0f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774149279272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133957597'] for port, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:05.465913 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:05.525856 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee42ba18-4725-4935-8587-3ce7e9ed0f3e admin admin] Network d5b45ae7-16ce-45df-9da3-dc322e2b7d9a is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 13:57:05.528804 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [None req-ee42ba18-4725-4935-8587-3ce7e9ed0f3e admin admin] Resources bound (agent type, host, resource id):  {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:57:05.532542 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee42ba18-4725-4935-8587-3ce7e9ed0f3e admin admin] Received port after_create {{(pid=78743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 17 13:57:05.574102 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee42ba18-4725-4935-8587-3ce7e9ed0f3e admin admin] Pushing event updated for resources: {'Port': ['ID=9eaa97ee-bb1e-481f-bd66-96e63b562f55,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:05.578396 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-ee42ba18-4725-4935-8587-3ce7e9ed0f3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:05.967650 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c31342-3c8a-4464-b24f-eb819717daa7 None None] Network 17f276ec-48a2-425f-91fa-53462c568dbf requested from dv-cinder-788363-3-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 17 13:57:05.998060 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f523f-672b-4620-9e90-b619145cc884 req-094fbbd1-1ccd-4523-be32-7f6741cbfdd1 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:05.999538 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d53f523f-672b-4620-9e90-b619145cc884 req-094fbbd1-1ccd-4523-be32-7f6741cbfdd1 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=06240799-ef9c-47ab-860a-e4ef7b575124 HTTP/1.1" status: 200  len: 945 time: 0.2260478
May 17 13:57:06.071300 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-fed3a155-4719-4988-8bd7-451a1f587c95 None None] Provisioning for port e0ac1824-3ea0-4337-8588-3535d6edd50c completed by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:57:06.073417 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d53f523f-672b-4620-9e90-b619145cc884 req-1d4f53db-4af9-4550-a905-f011c45ae87d tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569897
May 17 13:57:06.075680 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ee42ba18-4725-4935-8587-3ce7e9ed0f3e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:06.463692 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device e0ac1824-3ea0-4337-8588-3535d6edd50c up at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:57:06.471055 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640f47e-fd04-4ecd-9d37-f9f156e983bd req-c84428c4-56a1-4328-b0cf-c8c398d937e2 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:06.472520 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9640f47e-fd04-4ecd-9d37-f9f156e983bd req-c84428c4-56a1-4328-b0cf-c8c398d937e2 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 946 time: 0.2498662
May 17 13:57:06.537033 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning for port e0ac1824-3ea0-4337-8588-3535d6edd50c completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:57:06.537656 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ee42ba18-4725-4935-8587-3ce7e9ed0f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2025152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1966514'] for router, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:06.541867 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning complete for port e0ac1824-3ea0-4337-8588-3535d6edd50c triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:57:06.542243 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:06.544835 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9640f47e-fd04-4ecd-9d37-f9f156e983bd req-778eaf20-ccbc-4813-b5f8-e9ae22194f41 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0619254
May 17 13:57:06.660757 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:06.694685 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] For port e0ac1824-3ea0-4337-8588-3535d6edd50c, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=e0ac1824-3ea0-4337-8588-3535d6edd50c,segment=NetworkSegment(f5192fda-728b-46fa-8daf-13ea55efe036),segment_id=f5192fda-728b-46fa-8daf-13ea55efe036)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:57:06.699342 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:06.701138 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:06.758704 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee42ba18-4725-4935-8587-3ce7e9ed0f3e admin admin] Router 5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8 is scheduled to L3 agent 5f048e90-1481-4c55-97c3-311a68b90326 with binding_index 1 {{(pid=78743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 17 13:57:06.771720 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Pushing event updated for resources: {'Port': ['ID=e0ac1824-3ea0-4337-8588-3535d6edd50c,revision_number=3']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:06.774791 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:07.033209 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee42ba18-4725-4935-8587-3ce7e9ed0f3e admin admin] Notify agent at l3_agent.dv-cinder-788363-3-iscsi the message routers_updated {{(pid=78743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 17 13:57:07.042044 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd55b9b-e813-4c55-b554-f1072f27e82f None None] Sync routers for ids ['5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8'] in dv-cinder-788363-3-iscsi {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 17 13:57:07.052011 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd55b9b-e813-4c55-b554-f1072f27e82f None None] Routers {'5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 13:57:07.052617 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-cfd55b9b-e813-4c55-b554-f1072f27e82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3fbd55e0>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T13:56:40Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:57:07.057197 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ee42ba18-4725-4935-8587-3ce7e9ed0f3e admin admin] Notify callbacks [] for router, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:07.058336 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-ee42ba18-4725-4935-8587-3ce7e9ed0f3e admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.9678931
May 17 13:57:07.061110 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 35018) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:57:07.229887 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-cfd55b9b-e813-4c55-b554-f1072f27e82f None None] Set router 5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8 gateway port host: dv-cinder-788363-3-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 13:57:07.382098 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336af4d1-7a71-483e-b953-b4655e97e122 req-82ee37e1-e0ab-42ca-a74c-f5bb7ecbedee tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:07.383591 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-336af4d1-7a71-483e-b953-b4655e97e122 req-82ee37e1-e0ab-42ca-a74c-f5bb7ecbedee tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=06240799-ef9c-47ab-860a-e4ef7b575124 HTTP/1.1" status: 200  len: 945 time: 0.1873846
May 17 13:57:07.416275 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-02ce27f9-3df2-433d-b461-23512bb870ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:07.505295 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-336af4d1-7a71-483e-b953-b4655e97e122 req-e69efc6c-e5aa-4bbe-9d11-defdb2e18912 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678525
May 17 13:57:07.520158 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-cfd55b9b-e813-4c55-b554-f1072f27e82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3fbd55e0>, [{'id': '5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8', 'name': 'tempest-TestShelveInstance-1593871049-router', 'tenant_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '9eaa97ee-bb1e-481f-bd66-96e63b562f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:57:04Z', 'updated_at': '2021-05-17T13:57:05Z', 'revision_number': 3, 'project_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'gw_port': {'id': '9eaa97ee-bb1e-481f-bd66-96e63b562f55', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ec:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:57:04Z', 'updated_at': '2021-05-17T13:57:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi'}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:57:07.524452 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd55b9b-e813-4c55-b554-f1072f27e82f None None] Checking router: 5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8 for host: dv-cinder-788363-3-iscsi {{(pid=78745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 17 13:57:07.525052 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd55b9b-e813-4c55-b554-f1072f27e82f None None] Updating router 5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8 port 9eaa97ee-bb1e-481f-bd66-96e63b562f55 binding host dv-cinder-788363-3-iscsi {{(pid=78745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 17 13:57:07.585516 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-cfd55b9b-e813-4c55-b554-f1072f27e82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:07.832403 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ddacf-f145-467d-b319-8885ef105bba req-d5e219bd-5860-4ac3-9b87-5d864404cbcd tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:07.833833 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-312ddacf-f145-467d-b319-8885ef105bba req-d5e219bd-5860-4ac3-9b87-5d864404cbcd tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 946 time: 0.1742804
May 17 13:57:07.923791 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-312ddacf-f145-467d-b319-8885ef105bba req-cc752585-b383-4cd0-a139-d7c7761be1a9 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0780537
May 17 13:57:07.952528 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-8fa69c3b-4cae-4be5-9e55-427c55ad73f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:07.977541 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-cfd55b9b-e813-4c55-b554-f1072f27e82f None None] Notify callbacks [] for port, precommit_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:07.990369 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.provisioning_blocks [None req-cfd55b9b-e813-4c55-b554-f1072f27e82f None None] Transition to ACTIVE for port object 9eaa97ee-bb1e-481f-bd66-96e63b562f55 will not be triggered until provisioned by entity L2. {{(pid=78745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:57:07.997273 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-cfd55b9b-e813-4c55-b554-f1072f27e82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:08.001393 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [None req-8184845d-f445-42bc-95b4-b8fad3de2660 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:08.082807 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.managers [None req-cfd55b9b-e813-4c55-b554-f1072f27e82f None None] Attempting to bind port 9eaa97ee-bb1e-481f-bd66-96e63b562f55 on host dv-cinder-788363-3-iscsi for vnic_type normal with profile  {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 17 13:57:08.083495 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.managers [None req-cfd55b9b-e813-4c55-b554-f1072f27e82f None None] Attempting to bind port 9eaa97ee-bb1e-481f-bd66-96e63b562f55 by drivers openvswitch,hyperv on host dv-cinder-788363-3-iscsi at level 0 using segments [{'id': 'd239c2a5-eb63-4e60-9706-c66c1478eded', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a'}] {{(pid=78745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 17 13:57:08.083495 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd55b9b-e813-4c55-b554-f1072f27e82f None None] Attempting to bind port 9eaa97ee-bb1e-481f-bd66-96e63b562f55 on network d5b45ae7-16ce-45df-9da3-dc322e2b7d9a {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 13:57:08.085447 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85267f8d-29bb-4949-bbc7-a8ac1842f497 None None] Pushing event updated for resources: {'Port': ['ID=9eaa97ee-bb1e-481f-bd66-96e63b562f55,revision_number=2']} {{(pid=78745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:08.089085 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [None req-85267f8d-29bb-4949-bbc7-a8ac1842f497 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:08.091750 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd55b9b-e813-4c55-b554-f1072f27e82f None None] Checking agent: {'id': 'ed5152c7-8558-4ae4-8c88-1353caeda338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 47, 10), 'started_at': datetime.datetime(2021, 5, 17, 13, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 17 13:57:08.092147 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd55b9b-e813-4c55-b554-f1072f27e82f None None] Checking segment: {'id': 'd239c2a5-eb63-4e60-9706-c66c1478eded', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 13:57:08.092547 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-cfd55b9b-e813-4c55-b554-f1072f27e82f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:08.092940 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd55b9b-e813-4c55-b554-f1072f27e82f None None] Bound using segment: {'id': 'd239c2a5-eb63-4e60-9706-c66c1478eded', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a'} {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 17 13:57:08.093409 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.managers [None req-cfd55b9b-e813-4c55-b554-f1072f27e82f None None] Bound port: 9eaa97ee-bb1e-481f-bd66-96e63b562f55, host: dv-cinder-788363-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd239c2a5-eb63-4e60-9706-c66c1478eded', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a'}}] {{(pid=78745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 17 13:57:08.093784 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-cfd55b9b-e813-4c55-b554-f1072f27e82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:08.171796 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.db [None req-cfd55b9b-e813-4c55-b554-f1072f27e82f None None] For port 9eaa97ee-bb1e-481f-bd66-96e63b562f55, host dv-cinder-788363-3-iscsi, cleared binding levels {{(pid=78745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 17 13:57:08.175018 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.db [None req-cfd55b9b-e813-4c55-b554-f1072f27e82f None None] For port 9eaa97ee-bb1e-481f-bd66-96e63b562f55, host dv-cinder-788363-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=9eaa97ee-bb1e-481f-bd66-96e63b562f55,segment=NetworkSegment(d239c2a5-eb63-4e60-9706-c66c1478eded),segment_id=d239c2a5-eb63-4e60-9706-c66c1478eded)] {{(pid=78745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 17 13:57:08.182374 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_common [None req-8fa69c3b-4cae-4be5-9e55-427c55ad73f1 admin admin] Allocated IP 172.20.0.1 (17f276ec-48a2-425f-91fa-53462c568dbf/08a0d08f-e6a8-470a-bbaf-7361dd8bc1a0/69a58e30-5cb0-421d-9ea3-eb56be3069ff) {{(pid=78743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 17 13:57:08.182951 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-cfd55b9b-e813-4c55-b554-f1072f27e82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:08.187029 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:08.260582 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85267f8d-29bb-4949-bbc7-a8ac1842f497 None None] Pushing event updated for resources: {'Port': ['ID=9eaa97ee-bb1e-481f-bd66-96e63b562f55,revision_number=3']} {{(pid=78745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:08.265539 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [None req-85267f8d-29bb-4949-bbc7-a8ac1842f497 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:08.274841 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd55b9b-e813-4c55-b554-f1072f27e82f None None] Routers {'5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 13:57:08.275589 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-cfd55b9b-e813-4c55-b554-f1072f27e82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3fbd55e0>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T13:56:40Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:57:08.432052 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device e0ac1824-3ea0-4337-8588-3535d6edd50c up at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:57:08.451188 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-8fa69c3b-4cae-4be5-9e55-427c55ad73f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:08.462937 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-cfd55b9b-e813-4c55-b554-f1072f27e82f None None] Set router 5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8 gateway port host: dv-cinder-788363-3-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 13:57:08.468891 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.provisioning_blocks [None req-8fa69c3b-4cae-4be5-9e55-427c55ad73f1 admin admin] Transition to ACTIVE for port object 69a58e30-5cb0-421d-9ea3-eb56be3069ff will not be triggered until provisioned by entity DHCP. {{(pid=78743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:57:08.493148 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-8fa69c3b-4cae-4be5-9e55-427c55ad73f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774149279272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133957597'] for port, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:08.497911 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-fe13495e-25f9-4b19-8cd1-fe2b6875c75a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:08.510188 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning complete for port e0ac1824-3ea0-4337-8588-3535d6edd50c triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:57:08.510878 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:08.578725 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa69c3b-4cae-4be5-9e55-427c55ad73f1 admin admin] Pushing event updated for resources: {'Port': ['ID=69a58e30-5cb0-421d-9ea3-eb56be3069ff,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:08.592423 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-8fa69c3b-4cae-4be5-9e55-427c55ad73f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:08.594115 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa69c3b-4cae-4be5-9e55-427c55ad73f1 admin admin] Network 17f276ec-48a2-425f-91fa-53462c568dbf is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 13:57:08.595425 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [None req-8fa69c3b-4cae-4be5-9e55-427c55ad73f1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:57:08.614388 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa69c3b-4cae-4be5-9e55-427c55ad73f1 admin admin] Received port after_create {{(pid=78743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 17 13:57:08.741968 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-8fa69c3b-4cae-4be5-9e55-427c55ad73f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1975113'] for router_interface, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:08.778425 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-cfd55b9b-e813-4c55-b554-f1072f27e82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3fbd55e0>, [{'id': '5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8', 'name': 'tempest-TestShelveInstance-1593871049-router', 'tenant_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '9eaa97ee-bb1e-481f-bd66-96e63b562f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:57:04Z', 'updated_at': '2021-05-17T13:57:05Z', 'revision_number': 3, 'project_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'gw_port': {'id': '9eaa97ee-bb1e-481f-bd66-96e63b562f55', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ec:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:57:04Z', 'updated_at': '2021-05-17T13:57:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi'}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:57:08.782723 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd55b9b-e813-4c55-b554-f1072f27e82f None None] The sync data for ids ['5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8'] in dv-cinder-788363-3-iscsi is: [{'id': '5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8', 'name': 'tempest-TestShelveInstance-1593871049-router', 'tenant_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '9eaa97ee-bb1e-481f-bd66-96e63b562f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:57:04Z', 'updated_at': '2021-05-17T13:57:05Z', 'revision_number': 3, 'project_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'gw_port': {'id': '9eaa97ee-bb1e-481f-bd66-96e63b562f55', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ec:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:57:04Z', 'updated_at': '2021-05-17T13:57:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi'}] {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 17 13:57:08.806963 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ed4ba-0e63-4ec5-bcab-b3f223f74bed req-4ac13be1-3fd3-4198-9fa6-261320868c13 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:08.808501 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-329ed4ba-0e63-4ec5-bcab-b3f223f74bed req-4ac13be1-3fd3-4198-9fa6-261320868c13 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=06240799-ef9c-47ab-860a-e4ef7b575124 HTTP/1.1" status: 200  len: 945 time: 0.1653097
May 17 13:57:08.865039 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-02078521-3145-48d1-913d-5cfb2fdc0946 None None] Provisioning for port 69a58e30-5cb0-421d-9ea3-eb56be3069ff completed by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:57:08.870901 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-02078521-3145-48d1-913d-5cfb2fdc0946 None None] Provisioning complete for port 69a58e30-5cb0-421d-9ea3-eb56be3069ff triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:57:08.871350 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-02078521-3145-48d1-913d-5cfb2fdc0946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:08.874514 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-329ed4ba-0e63-4ec5-bcab-b3f223f74bed req-0d8af5c8-7935-468f-bf38-bac93addbbfb tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574234
May 17 13:57:08.930475 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-02078521-3145-48d1-913d-5cfb2fdc0946 None None] Port 69a58e30-5cb0-421d-9ea3-eb56be3069ff cannot update to ACTIVE because it is not bound. {{(pid=78744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 17 13:57:08.938006 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-8fa69c3b-4cae-4be5-9e55-427c55ad73f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:09.171445 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401b5e7-7023-43a1-bc23-a2df744d116c req-5a060cd0-b5ea-474b-b249-0822b8530cb7 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:09.173507 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-2401b5e7-7023-43a1-bc23-a2df744d116c req-5a060cd0-b5ea-474b-b249-0822b8530cb7 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 946 time: 0.1076815
May 17 13:57:09.217890 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-8fa69c3b-4cae-4be5-9e55-427c55ad73f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:09.224455 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-8fa69c3b-4cae-4be5-9e55-427c55ad73f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133957588'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:09.225680 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-2401b5e7-7023-43a1-bc23-a2df744d116c req-ff7afb77-d722-4e21-95a2-4837e8d1a6e9 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456133
May 17 13:57:09.255886 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-fd3fd9fa-ee55-4e9d-9d40-de9415d16714 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:09.343924 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa69c3b-4cae-4be5-9e55-427c55ad73f1 admin admin] Pushing event updated for resources: {'Port': ['ID=69a58e30-5cb0-421d-9ea3-eb56be3069ff,revision_number=2']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:09.348803 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-8fa69c3b-4cae-4be5-9e55-427c55ad73f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:09.349931 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-8fa69c3b-4cae-4be5-9e55-427c55ad73f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1977326'] for router_interface, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:09.502207 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa69c3b-4cae-4be5-9e55-427c55ad73f1 admin admin] Network 17f276ec-48a2-425f-91fa-53462c568dbf is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 13:57:09.503364 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [None req-8fa69c3b-4cae-4be5-9e55-427c55ad73f1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:57:09.700612 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa69c3b-4cae-4be5-9e55-427c55ad73f1 admin admin] Router 5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8 has already been hosted by L3 agent 5f048e90-1481-4c55-97c3-311a68b90326 {{(pid=78743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 17 13:57:09.760375 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-222dd967-4023-4380-92d0-37dbd1399f1b None None] Provisioning complete for port 69a58e30-5cb0-421d-9ea3-eb56be3069ff triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:57:09.760936 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-222dd967-4023-4380-92d0-37dbd1399f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:09.813829 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-222dd967-4023-4380-92d0-37dbd1399f1b None None] Port 69a58e30-5cb0-421d-9ea3-eb56be3069ff cannot update to ACTIVE because it is not bound. {{(pid=78744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 17 13:57:09.861958 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:09.884287 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa69c3b-4cae-4be5-9e55-427c55ad73f1 admin admin] Notify agent at l3_agent.dv-cinder-788363-3-iscsi the message routers_updated {{(pid=78743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 17 13:57:09.893173 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-8fa69c3b-4cae-4be5-9e55-427c55ad73f1 admin admin] 10.222.0.54 "PUT /v2.0/routers/5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8310730
May 17 13:57:10.072499 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b12a40e-223c-415a-b4b5-93b47f9f4c72 req-59154642-c0bb-4608-9c5d-c0bf6c5c04c0 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:10.074338 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-6b12a40e-223c-415a-b4b5-93b47f9f4c72 req-59154642-c0bb-4608-9c5d-c0bf6c5c04c0 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=06240799-ef9c-47ab-860a-e4ef7b575124 HTTP/1.1" status: 200  len: 945 time: 0.0906630
May 17 13:57:10.130124 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-7a59e656-262c-40ef-a4e9-67b9971a8c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:10.140615 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-6b12a40e-223c-415a-b4b5-93b47f9f4c72 req-fc6a6119-5c90-4aa5-a754-a19ddb9f66bd tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574298
May 17 13:57:10.487405 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 9eaa97ee-bb1e-481f-bd66-96e63b562f55 up at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:57:10.507660 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e001f7e-f484-479e-bc9e-3be8b3f7ad27 req-a35c8072-9922-4a21-80be-1d966c2f7726 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:10.509418 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3e001f7e-f484-479e-bc9e-3be8b3f7ad27 req-a35c8072-9922-4a21-80be-1d966c2f7726 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 946 time: 0.1178710
May 17 13:57:10.555078 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 35092) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:57:10.561788 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb80869-c1f3-4491-8243-92ba1b672f21 None None] Sync routers for ids ['5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8'] in dv-cinder-788363-3-iscsi {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 17 13:57:10.562011 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-0910c684-d123-4c66-8cdb-b4cc8727604f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1359590038-network', 'tenant_id': 'cb751b5bc14f4ba7b81faceb62311183'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:57:10.568061 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3e001f7e-f484-479e-bc9e-3be8b3f7ad27 req-6dd0bf72-2784-49a6-881a-0f73183e5d36 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502353
May 17 13:57:10.568298 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-0910c684-d123-4c66-8cdb-b4cc8727604f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:57:10.573014 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-0910c684-d123-4c66-8cdb-b4cc8727604f admin admin] Usage tracker for resource:network and tenant:cb751b5bc14f4ba7b81faceb62311183 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:57:10.576372 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-0910c684-d123-4c66-8cdb-b4cc8727604f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:57:10.583080 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-0910c684-d123-4c66-8cdb-b4cc8727604f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:57:10.592658 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb80869-c1f3-4491-8243-92ba1b672f21 None None] Routers {'5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 13:57:10.593523 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-bcb80869-c1f3-4491-8243-92ba1b672f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3b100df0>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T13:57:10Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:57:10.600977 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0910c684-d123-4c66-8cdb-b4cc8727604f admin admin] Made reservation on behalf of cb751b5bc14f4ba7b81faceb62311183 for: {'network': 1} {{(pid=78742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 17 13:57:10.603929 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0910c684-d123-4c66-8cdb-b4cc8727604f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1032604'] for network, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:10.617363 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0910c684-d123-4c66-8cdb-b4cc8727604f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:10.632515 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-0910c684-d123-4c66-8cdb-b4cc8727604f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:57:10.636365 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-0910c684-d123-4c66-8cdb-b4cc8727604f admin admin] Usage tracker for resource:security_group_rule and tenant:cb751b5bc14f4ba7b81faceb62311183 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:57:10.639217 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-0910c684-d123-4c66-8cdb-b4cc8727604f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:57:10.646451 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-0910c684-d123-4c66-8cdb-b4cc8727604f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:57:10.741857 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0910c684-d123-4c66-8cdb-b4cc8727604f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:10.749856 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0910c684-d123-4c66-8cdb-b4cc8727604f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:10.754604 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-5d8276e9-4717-4402-af24-bc2e60cb0a8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:10.767799 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3aa1de-0ca5-4697-b9a1-dfb6c87f86b7 req-ac2a912a-675c-4932-a217-86b4da6e1373 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:10.774286 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-bb3aa1de-0ca5-4697-b9a1-dfb6c87f86b7 req-ac2a912a-675c-4932-a217-86b4da6e1373 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 946 time: 0.1072392
May 17 13:57:10.777348 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning for port 9eaa97ee-bb1e-481f-bd66-96e63b562f55 completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:57:10.779144 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 35102) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:57:10.784808 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-f4c50800-aa1e-4fc6-af15-064e9244acc4 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Request body: {'floatingip': {'port_id': 'ec99b98a-69fa-4259-a900-8e28bb2b1d1e'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:57:10.785902 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0910c684-d123-4c66-8cdb-b4cc8727604f admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'}  {{(pid=78742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 17 13:57:10.786228 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning complete for port 9eaa97ee-bb1e-481f-bd66-96e63b562f55 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:57:10.786605 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:10.798748 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910c684-d123-4c66-8cdb-b4cc8727604f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231c3d06-e44e-469c-add4-401bd40c8a51,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:10.803971 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-0910c684-d123-4c66-8cdb-b4cc8727604f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:10.805118 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0910c684-d123-4c66-8cdb-b4cc8727604f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861870'] for segment, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:10.805598 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.db.segments_db [None req-0910c684-d123-4c66-8cdb-b4cc8727604f admin admin] Added segment b8d0768c-b34b-41e0-be16-cd31f48db1dc of type vlan for network c03ee213-0416-4e85-a98a-561a3eb4e6ff
May 17 13:57:10.839779 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0910c684-d123-4c66-8cdb-b4cc8727604f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774149267101'] for network, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:10.853867 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-bcb80869-c1f3-4491-8243-92ba1b672f21 None None] Set router 5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8 gateway port host: dv-cinder-788363-3-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 13:57:10.869680 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f4c50800-aa1e-4fc6-af15-064e9244acc4 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks [] for floatingip, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:10.876925 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0910c684-d123-4c66-8cdb-b4cc8727604f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1676892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582528'] for network, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:10.878533 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0910c684-d123-4c66-8cdb-b4cc8727604f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:10.879356 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0910c684-d123-4c66-8cdb-b4cc8727604f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for network, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:10.894015 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-de9c37c9-5fa1-4ce6-a063-26b33b89521b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:11.005981 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-0910c684-d123-4c66-8cdb-b4cc8727604f admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4491062
May 17 13:57:11.007049 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910c684-d123-4c66-8cdb-b4cc8727604f admin admin] Pushing event updated for resources: {'Network': ['ID=c03ee213-0416-4e85-a98a-561a3eb4e6ff,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:11.009208 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 35108) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:57:11.011789 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-0910c684-d123-4c66-8cdb-b4cc8727604f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:11.015824 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-4ca14d69-7ff0-4ca8-af4c-e50cf412921e admin admin] Request body: {'subnet': {'network_id': 'c03ee213-0416-4e85-a98a-561a3eb4e6ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1359590038-subnet', 'tenant_id': 'cb751b5bc14f4ba7b81faceb62311183', 'ip_version': 4}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:57:11.020642 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-4ca14d69-7ff0-4ca8-af4c-e50cf412921e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:57:11.024614 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-4ca14d69-7ff0-4ca8-af4c-e50cf412921e admin admin] Usage tracker for resource:subnet and tenant:cb751b5bc14f4ba7b81faceb62311183 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:57:11.025664 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Network c03ee213-0416-4e85-a98a-561a3eb4e6ff details requested by agent ovs-agent-dv-cinder-788363-3-iscsi with host dv-cinder-788363-3-iscsi {{(pid=78744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 17 13:57:11.027701 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-4ca14d69-7ff0-4ca8-af4c-e50cf412921e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:57:11.033574 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-4ca14d69-7ff0-4ca8-af4c-e50cf412921e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:57:11.045524 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca14d69-7ff0-4ca8-af4c-e50cf412921e admin admin] Made reservation on behalf of cb751b5bc14f4ba7b81faceb62311183 for: {'subnet': 1} {{(pid=78742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 17 13:57:11.048298 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-4ca14d69-7ff0-4ca8-af4c-e50cf412921e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133803446'] for subnet, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:11.216972 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-533a9918-d89c-4562-8a48-35a661957320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:11.280363 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:11.353783 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] For port 9eaa97ee-bb1e-481f-bd66-96e63b562f55, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=9eaa97ee-bb1e-481f-bd66-96e63b562f55,segment=NetworkSegment(d239c2a5-eb63-4e60-9706-c66c1478eded),segment_id=d239c2a5-eb63-4e60-9706-c66c1478eded)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:57:11.364774 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:11.369014 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-040402df-787e-474d-8183-08cc65b17552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:11.461811 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Pushing event updated for resources: {'Port': ['ID=9eaa97ee-bb1e-481f-bd66-96e63b562f55,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:11.469663 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-bcb80869-c1f3-4491-8243-92ba1b672f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3b100df0>, [{'id': '5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8', 'name': 'tempest-TestShelveInstance-1593871049-router', 'tenant_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '9eaa97ee-bb1e-481f-bd66-96e63b562f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:57:04Z', 'updated_at': '2021-05-17T13:57:08Z', 'revision_number': 4, 'project_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'gw_port': {'id': '9eaa97ee-bb1e-481f-bd66-96e63b562f55', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ec:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:57:04Z', 'updated_at': '2021-05-17T13:57:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_interfaces': [{'id': '69a58e30-5cb0-421d-9ea3-eb56be3069ff', 'name': '', 'network_id': '17f276ec-48a2-425f-91fa-53462c568dbf', 'tenant_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'mac_address': 'fa:16:3e:d3:c4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '08a0d08f-e6a8-470a-bbaf-7361dd8bc1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:57:08Z', 'updated_at': '2021-05-17T13:57:09Z', 'revision_number': 2, 'project_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'subnets': [{'id': '08a0d08f-e6a8-470a-bbaf-7361dd8bc1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:57:11.475010 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:11.475723 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb80869-c1f3-4491-8243-92ba1b672f21 None None] Checking router: 5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8 for host: dv-cinder-788363-3-iscsi {{(pid=78744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 17 13:57:11.476364 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb80869-c1f3-4491-8243-92ba1b672f21 None None] Updating router 5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8 port 69a58e30-5cb0-421d-9ea3-eb56be3069ff binding host dv-cinder-788363-3-iscsi {{(pid=78744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 17 13:57:11.521157 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-4ca14d69-7ff0-4ca8-af4c-e50cf412921e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132438120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133803428'] for subnet, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:11.525954 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:11.537209 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-bcb80869-c1f3-4491-8243-92ba1b672f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:11.563071 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b9e67-dc75-4bcf-8a63-37d668905d6a req-4f9daa30-06da-4734-bb62-5d946df2615d tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:11.564565 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e45b9e67-dc75-4bcf-8a63-37d668905d6a req-4f9daa30-06da-4734-bb62-5d946df2615d tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=06240799-ef9c-47ab-860a-e4ef7b575124 HTTP/1.1" status: 200  len: 945 time: 0.2126772
May 17 13:57:11.602780 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca14d69-7ff0-4ca8-af4c-e50cf412921e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c2ba69d-73f0-4cce-ab9e-183495776efc,revision_number=0']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:11.606929 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-4ca14d69-7ff0-4ca8-af4c-e50cf412921e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:11.608046 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca14d69-7ff0-4ca8-af4c-e50cf412921e admin admin] Checking segment: {'id': 'b8d0768c-b34b-41e0-be16-cd31f48db1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c03ee213-0416-4e85-a98a-561a3eb4e6ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 13:57:11.608396 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca14d69-7ff0-4ca8-af4c-e50cf412921e admin admin] Network hostable DHCP agents. Network: c03ee213-0416-4e85-a98a-561a3eb4e6ff, hostable agents: ['49bbb97f-fcd4-4504-a032-9a51e4e6deed'], hosted agents: [] {{(pid=78742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 17 13:57:11.627130 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca14d69-7ff0-4ca8-af4c-e50cf412921e admin admin] Network c03ee213-0416-4e85-a98a-561a3eb4e6ff is scheduled to be hosted by DHCP agent 49bbb97f-fcd4-4504-a032-9a51e4e6deed with binding_index 1 {{(pid=78742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 17 13:57:11.634898 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e45b9e67-dc75-4bcf-8a63-37d668905d6a req-389396b2-d7ee-4616-8ce1-af18323da022 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587647
May 17 13:57:11.638981 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-4ca14d69-7ff0-4ca8-af4c-e50cf412921e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-3-iscsi, c03ee213-0416-4e85-a98a-561a3eb4e6ff) {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:57:11.661606 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca14d69-7ff0-4ca8-af4c-e50cf412921e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:11.661606 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-4ca14d69-7ff0-4ca8-af4c-e50cf412921e admin admin] Notify callbacks [] for subnet, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:11.662105 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b6ba0b-4ae7-40a2-bc0c-20043424b792 None None] Network c03ee213-0416-4e85-a98a-561a3eb4e6ff requested from dv-cinder-788363-3-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 17 13:57:11.691448 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-4ca14d69-7ff0-4ca8-af4c-e50cf412921e admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6782591
May 17 13:57:11.691448 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 35118) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:57:11.696965 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-564ca698-b10f-4b2a-bdcd-83ead720d369 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1359590038-router', 'tenant_id': 'cb751b5bc14f4ba7b81faceb62311183', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a'}}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:57:11.701491 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-564ca698-b10f-4b2a-bdcd-83ead720d369 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:57:11.705986 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-564ca698-b10f-4b2a-bdcd-83ead720d369 admin admin] Usage tracker for resource:router and tenant:cb751b5bc14f4ba7b81faceb62311183 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:57:11.708897 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-564ca698-b10f-4b2a-bdcd-83ead720d369 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:57:11.714700 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-564ca698-b10f-4b2a-bdcd-83ead720d369 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:57:11.725520 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-564ca698-b10f-4b2a-bdcd-83ead720d369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2025163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4328'] for router, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:11.726629 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-564ca698-b10f-4b2a-bdcd-83ead720d369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2024966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1981117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1687292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4321'] for router, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:11.743519 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-564ca698-b10f-4b2a-bdcd-83ead720d369 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:11.800197 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f4c50800-aa1e-4fc6-af15-064e9244acc4 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:11.806101 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f4c50800-aa1e-4fc6-af15-064e9244acc4 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975218'] for floatingip, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:11.991391 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.db.l3_db [None req-f4c50800-aa1e-4fc6-af15-064e9244acc4 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Floating IP 7d8f5dde-7682-4ad2-8b30-20caaafae333 associated. External IP: 172.27.1.205, port: ec99b98a-69fa-4259-a900-8e28bb2b1d1e.
May 17 13:57:12.041290 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-564ca698-b10f-4b2a-bdcd-83ead720d369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2020853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2025177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4343'] for router, precommit_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:12.049418 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0f6856-97ae-4256-881f-8b3926cb86f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2d06222-2de8-51f1-88e2-9822a162890d-c03ee213-0416-4e85-a98a-561a3eb4e6ff', 'network_id': 'c03ee213-0416-4e85-a98a-561a3eb4e6ff', 'tenant_id': 'cb751b5bc14f4ba7b81faceb62311183', 'fixed_ips': [{'subnet_id': '8c2ba69d-73f0-4cce-ab9e-183495776efc'}]}} from dv-cinder-788363-3-iscsi. {{(pid=78744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 17 13:57:12.050540 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-ba0f6856-97ae-4256-881f-8b3926cb86f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:12.245728 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-bcb80869-c1f3-4491-8243-92ba1b672f21 None None] Notify callbacks [] for port, precommit_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:12.307271 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-bcb80869-c1f3-4491-8243-92ba1b672f21 None None] Transition to ACTIVE for port object 69a58e30-5cb0-421d-9ea3-eb56be3069ff will not be triggered until provisioned by entity L2. {{(pid=78744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:57:12.328897 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-bcb80869-c1f3-4491-8243-92ba1b672f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:12.340674 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:12.425123 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c50800-aa1e-4fc6-af15-064e9244acc4 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Router c9342bf1-e855-4d44-aa03-135bfda70704 has already been hosted by L3 agent 5f048e90-1481-4c55-97c3-311a68b90326 {{(pid=78743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 17 13:57:12.462425 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-564ca698-b10f-4b2a-bdcd-83ead720d369 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:12.484213 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 9eaa97ee-bb1e-481f-bd66-96e63b562f55 up at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:57:12.503631 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-564ca698-b10f-4b2a-bdcd-83ead720d369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:12.558051 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.db_base_plugin_common [None req-ba0f6856-97ae-4256-881f-8b3926cb86f5 None None] Allocated IP 172.20.0.2 (c03ee213-0416-4e85-a98a-561a3eb4e6ff/8c2ba69d-73f0-4cce-ab9e-183495776efc/22b3306b-d1b0-4120-9874-6570744d11e5) {{(pid=78744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 17 13:57:12.618405 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662438ce-043f-4382-95cf-25b884e84546 None None] Pushing event updated for resources: {'Port': ['ID=69a58e30-5cb0-421d-9ea3-eb56be3069ff,revision_number=3']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:12.635601 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-662438ce-043f-4382-95cf-25b884e84546 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:12.661281 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.db_base_plugin_common [None req-564ca698-b10f-4b2a-bdcd-83ead720d369 admin admin] Allocated IP 172.27.1.32 (d5b45ae7-16ce-45df-9da3-dc322e2b7d9a/b62193f4-5b84-40dd-ae21-6a70cb5f2e38/b5706b65-9929-47c3-876f-308d03e001fc) {{(pid=78742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 17 13:57:12.777684 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1529072-104d-404f-8ce8-7078c9c34ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:12.787364 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-bcb80869-c1f3-4491-8243-92ba1b672f21 None None] Attempting to bind port 69a58e30-5cb0-421d-9ea3-eb56be3069ff on host dv-cinder-788363-3-iscsi for vnic_type normal with profile  {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 17 13:57:12.787837 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-bcb80869-c1f3-4491-8243-92ba1b672f21 None None] Attempting to bind port 69a58e30-5cb0-421d-9ea3-eb56be3069ff by drivers openvswitch,hyperv on host dv-cinder-788363-3-iscsi at level 0 using segments [{'id': 'f5192fda-728b-46fa-8daf-13ea55efe036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '17f276ec-48a2-425f-91fa-53462c568dbf'}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 17 13:57:12.788526 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb80869-c1f3-4491-8243-92ba1b672f21 None None] Attempting to bind port 69a58e30-5cb0-421d-9ea3-eb56be3069ff on network 17f276ec-48a2-425f-91fa-53462c568dbf {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 13:57:12.793448 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c50800-aa1e-4fc6-af15-064e9244acc4 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify agent at l3_agent.dv-cinder-788363-3-iscsi the message routers_updated {{(pid=78743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 17 13:57:12.799272 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f4c50800-aa1e-4fc6-af15-064e9244acc4 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for floatingip, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:12.804361 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb80869-c1f3-4491-8243-92ba1b672f21 None None] Checking agent: {'id': 'ed5152c7-8558-4ae4-8c88-1353caeda338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 47, 10), 'started_at': datetime.datetime(2021, 5, 17, 13, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 17 13:57:12.804744 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb80869-c1f3-4491-8243-92ba1b672f21 None None] Checking segment: {'id': 'f5192fda-728b-46fa-8daf-13ea55efe036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '17f276ec-48a2-425f-91fa-53462c568dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 13:57:12.805158 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-bcb80869-c1f3-4491-8243-92ba1b672f21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:12.805515 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1dc135-a6a2-49bf-aebb-1327d24b67e8 None None] Sync routers for ids ['c9342bf1-e855-4d44-aa03-135bfda70704'] in dv-cinder-788363-3-iscsi {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 17 13:57:12.805951 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb80869-c1f3-4491-8243-92ba1b672f21 None None] Bound using segment: {'id': 'f5192fda-728b-46fa-8daf-13ea55efe036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '17f276ec-48a2-425f-91fa-53462c568dbf'} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 17 13:57:12.806050 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-bcb80869-c1f3-4491-8243-92ba1b672f21 None None] Bound port: 69a58e30-5cb0-421d-9ea3-eb56be3069ff, host: dv-cinder-788363-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5192fda-728b-46fa-8daf-13ea55efe036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '17f276ec-48a2-425f-91fa-53462c568dbf'}}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 17 13:57:12.806391 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-bcb80869-c1f3-4491-8243-92ba1b672f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:12.820516 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1dc135-a6a2-49bf-aebb-1327d24b67e8 None None] Routers {'c9342bf1-e855-4d44-aa03-135bfda70704'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 13:57:12.821900 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-1f1dc135-a6a2-49bf-aebb-1327d24b67e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae4086ce50>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T13:57:10Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['c9342bf1-e855-4d44-aa03-135bfda70704'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:57:12.829838 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning complete for port 9eaa97ee-bb1e-481f-bd66-96e63b562f55 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:57:12.830227 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:12.868370 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-564ca698-b10f-4b2a-bdcd-83ead720d369 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:12.903453 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-564ca698-b10f-4b2a-bdcd-83ead720d369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774149279272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132438228'] for port, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:12.909045 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-06511a76-59cd-4abc-932b-48876260072f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:12.921746 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-f4c50800-aa1e-4fc6-af15-064e9244acc4 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "PUT /v2.0/floatingips/7d8f5dde-7682-4ad2-8b30-20caaafae333 HTTP/1.1" status: 200  len: 992 time: 2.1413534
May 17 13:57:12.923151 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '771ccb93-0cfd-47bf-bef9-88340741eb9a', 'tag': 'ec99b98a-69fa-4259-a900-8e28bb2b1d1e'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 13:57:12.957439 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec7f44-3582-4b77-94ce-c4d67660ef04 req-acbb2292-0c48-40d4-9755-99b39dec234a tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:12.967684 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-06ec7f44-3582-4b77-94ce-c4d67660ef04 req-acbb2292-0c48-40d4-9755-99b39dec234a tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=06240799-ef9c-47ab-860a-e4ef7b575124 HTTP/1.1" status: 200  len: 945 time: 0.1394882
May 17 13:57:12.990854 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564ca698-b10f-4b2a-bdcd-83ead720d369 admin admin] Network d5b45ae7-16ce-45df-9da3-dc322e2b7d9a is already hosted by enough agents. {{(pid=78742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 13:57:12.994343 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-564ca698-b10f-4b2a-bdcd-83ead720d369 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:57:12.997113 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564ca698-b10f-4b2a-bdcd-83ead720d369 admin admin] Received port after_create {{(pid=78742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 17 13:57:13.016610 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-06ec7f44-3582-4b77-94ce-c4d67660ef04 req-b2e62210-79ea-4991-b22c-a5a699da4e14 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477786
May 17 13:57:13.040923 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-1f1dc135-a6a2-49bf-aebb-1327d24b67e8 None None] Set router c9342bf1-e855-4d44-aa03-135bfda70704 gateway port host: dv-cinder-788363-3-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 13:57:13.121170 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-bcb80869-c1f3-4491-8243-92ba1b672f21 None None] For port 69a58e30-5cb0-421d-9ea3-eb56be3069ff, host dv-cinder-788363-3-iscsi, cleared binding levels {{(pid=78744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 17 13:57:13.127156 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-ba0f6856-97ae-4256-881f-8b3926cb86f5 None None] Notify callbacks [] for port, precommit_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:13.146305 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-bcb80869-c1f3-4491-8243-92ba1b672f21 None None] For port 69a58e30-5cb0-421d-9ea3-eb56be3069ff, host dv-cinder-788363-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=69a58e30-5cb0-421d-9ea3-eb56be3069ff,segment=NetworkSegment(f5192fda-728b-46fa-8daf-13ea55efe036),segment_id=f5192fda-728b-46fa-8daf-13ea55efe036)] {{(pid=78744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 17 13:57:13.147602 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-ba0f6856-97ae-4256-881f-8b3926cb86f5 None None] Transition to ACTIVE for port object 22b3306b-d1b0-4120-9874-6570744d11e5 will not be triggered until provisioned by entity L2. {{(pid=78744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:57:13.162222 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-bcb80869-c1f3-4491-8243-92ba1b672f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:13.168097 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-2e447287-1770-4634-93f9-4767fe9595d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:13.235608 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-ba0f6856-97ae-4256-881f-8b3926cb86f5 None None] Transition to ACTIVE for port object 22b3306b-d1b0-4120-9874-6570744d11e5 will not be triggered until provisioned by entity DHCP. {{(pid=78744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:57:13.243099 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564ca698-b10f-4b2a-bdcd-83ead720d369 admin admin] Pushing event updated for resources: {'Port': ['ID=b5706b65-9929-47c3-876f-308d03e001fc,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:13.254968 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-ba0f6856-97ae-4256-881f-8b3926cb86f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774149279272'] for port, after_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:13.255397 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-564ca698-b10f-4b2a-bdcd-83ead720d369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:13.280562 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb80869-c1f3-4491-8243-92ba1b672f21 None None] Routers {'5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 13:57:13.282407 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-bcb80869-c1f3-4491-8243-92ba1b672f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3b100df0>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T13:57:10Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:57:13.340889 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0f6856-97ae-4256-881f-8b3926cb86f5 None None] Network c03ee213-0416-4e85-a98a-561a3eb4e6ff is already hosted by enough agents. {{(pid=78744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 13:57:13.350158 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.scheduler.base_scheduler [None req-ba0f6856-97ae-4256-881f-8b3926cb86f5 None None] Resources bound (agent type, host, resource id):  {{(pid=78744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:57:13.351901 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662438ce-043f-4382-95cf-25b884e84546 None None] Pushing event updated for resources: {'Port': ['ID=69a58e30-5cb0-421d-9ea3-eb56be3069ff,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:13.372421 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0f6856-97ae-4256-881f-8b3926cb86f5 None None] Received port after_create {{(pid=78744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 17 13:57:13.377399 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-662438ce-043f-4382-95cf-25b884e84546 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:13.377870 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:13.521491 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-1f1dc135-a6a2-49bf-aebb-1327d24b67e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae4086ce50>, [{'id': 'c9342bf1-e855-4d44-aa03-135bfda70704', 'name': 'tempest-AttachVolumeTestJSON-1693143150-router', 'tenant_id': '3e756f37709a4c19bc8378fa746d8337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'fcb55d34-429e-4e3a-b74c-ada2a4ef9791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:56:14Z', 'updated_at': '2021-05-17T13:56:19Z', 'revision_number': 4, 'project_id': '3e756f37709a4c19bc8378fa746d8337', 'gw_port': {'id': 'fcb55d34-429e-4e3a-b74c-ada2a4ef9791', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9342bf1-e855-4d44-aa03-135bfda70704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:56:15Z', 'updated_at': '2021-05-17T13:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_floatingips': [{'id': '7d8f5dde-7682-4ad2-8b30-20caaafae333', 'tenant_id': '3e756f37709a4c19bc8378fa746d8337', 'floating_ip_address': '172.27.1.205', 'floating_network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'router_id': 'c9342bf1-e855-4d44-aa03-135bfda70704', 'port_id': 'ec99b98a-69fa-4259-a900-8e28bb2b1d1e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e30c6073-c867-46f4-bec2-eb7af316aeb9', 'mac_address': 'fa:16:3e:ff:46:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771ccb93-0cfd-47bf-bef9-88340741eb9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T13:56:23Z', 'updated_at': '2021-05-17T13:57:11Z', 'revision_number': 1, 'project_id': '3e756f37709a4c19bc8378fa746d8337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '874d1f8e-bf43-4fac-9221-0e98951f8b97', 'name': '', 'network_id': 'e30c6073-c867-46f4-bec2-eb7af316aeb9', 'tenant_id': '3e756f37709a4c19bc8378fa746d8337', 'mac_address': 'fa:16:3e:c1:49:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9342bf1-e855-4d44-aa03-135bfda70704', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd169b186-defa-4470-9ef1-50866ad43fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:56:19Z', 'updated_at': '2021-05-17T13:56:26Z', 'revision_number': 5, 'project_id': '3e756f37709a4c19bc8378fa746d8337', 'subnets': [{'id': 'd169b186-defa-4470-9ef1-50866ad43fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:57:13.525698 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1dc135-a6a2-49bf-aebb-1327d24b67e8 None None] Checking router: c9342bf1-e855-4d44-aa03-135bfda70704 for host: dv-cinder-788363-3-iscsi {{(pid=78745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 17 13:57:13.536243 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1dc135-a6a2-49bf-aebb-1327d24b67e8 None None] Routers {'c9342bf1-e855-4d44-aa03-135bfda70704'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 13:57:13.536778 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-1f1dc135-a6a2-49bf-aebb-1327d24b67e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae4086ce50>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T13:57:10Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['c9342bf1-e855-4d44-aa03-135bfda70704'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:57:13.572514 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-564ca698-b10f-4b2a-bdcd-83ead720d369 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:13.632473 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f6856-97ae-4256-881f-8b3926cb86f5 None None] Pushing event updated for resources: {'Port': ['ID=22b3306b-d1b0-4120-9874-6570744d11e5,revision_number=1']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:13.641389 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-ba0f6856-97ae-4256-881f-8b3926cb86f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:13.656253 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-ba0f6856-97ae-4256-881f-8b3926cb86f5 None None] Attempting to bind port 22b3306b-d1b0-4120-9874-6570744d11e5 on host dv-cinder-788363-3-iscsi for vnic_type normal with profile  {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 17 13:57:13.656624 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-ba0f6856-97ae-4256-881f-8b3926cb86f5 None None] Attempting to bind port 22b3306b-d1b0-4120-9874-6570744d11e5 by drivers openvswitch,hyperv on host dv-cinder-788363-3-iscsi at level 0 using segments [{'id': 'b8d0768c-b34b-41e0-be16-cd31f48db1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c03ee213-0416-4e85-a98a-561a3eb4e6ff'}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 17 13:57:13.656989 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0f6856-97ae-4256-881f-8b3926cb86f5 None None] Attempting to bind port 22b3306b-d1b0-4120-9874-6570744d11e5 on network c03ee213-0416-4e85-a98a-561a3eb4e6ff {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 13:57:13.670571 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0f6856-97ae-4256-881f-8b3926cb86f5 None None] Checking agent: {'id': 'ed5152c7-8558-4ae4-8c88-1353caeda338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 47, 10), 'started_at': datetime.datetime(2021, 5, 17, 13, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 17 13:57:13.670942 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0f6856-97ae-4256-881f-8b3926cb86f5 None None] Checking segment: {'id': 'b8d0768c-b34b-41e0-be16-cd31f48db1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c03ee213-0416-4e85-a98a-561a3eb4e6ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 13:57:13.671345 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-ba0f6856-97ae-4256-881f-8b3926cb86f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:13.671778 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0f6856-97ae-4256-881f-8b3926cb86f5 None None] Bound using segment: {'id': 'b8d0768c-b34b-41e0-be16-cd31f48db1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c03ee213-0416-4e85-a98a-561a3eb4e6ff'} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 17 13:57:13.672256 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-ba0f6856-97ae-4256-881f-8b3926cb86f5 None None] Bound port: 22b3306b-d1b0-4120-9874-6570744d11e5, host: dv-cinder-788363-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8d0768c-b34b-41e0-be16-cd31f48db1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c03ee213-0416-4e85-a98a-561a3eb4e6ff'}}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 17 13:57:13.672624 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-ba0f6856-97ae-4256-881f-8b3926cb86f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:13.683088 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-bcb80869-c1f3-4491-8243-92ba1b672f21 None None] Set router 5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8 gateway port host: dv-cinder-788363-3-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 13:57:13.727267 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-1f1dc135-a6a2-49bf-aebb-1327d24b67e8 None None] Set router c9342bf1-e855-4d44-aa03-135bfda70704 gateway port host: dv-cinder-788363-3-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 13:57:13.895764 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '771ccb93-0cfd-47bf-bef9-88340741eb9a', 'tag': 'ec99b98a-69fa-4259-a900-8e28bb2b1d1e', 'status': 'completed', 'code': 200}
May 17 13:57:13.960406 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-564ca698-b10f-4b2a-bdcd-83ead720d369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2025152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1966514'] for router, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:14.037727 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-ba0f6856-97ae-4256-881f-8b3926cb86f5 None None] For port 22b3306b-d1b0-4120-9874-6570744d11e5, host dv-cinder-788363-3-iscsi, cleared binding levels {{(pid=78744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 17 13:57:14.046568 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-ba0f6856-97ae-4256-881f-8b3926cb86f5 None None] For port 22b3306b-d1b0-4120-9874-6570744d11e5, host dv-cinder-788363-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=22b3306b-d1b0-4120-9874-6570744d11e5,segment=NetworkSegment(b8d0768c-b34b-41e0-be16-cd31f48db1dc),segment_id=b8d0768c-b34b-41e0-be16-cd31f48db1dc)] {{(pid=78744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 17 13:57:14.137048 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-1f1dc135-a6a2-49bf-aebb-1327d24b67e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae4086ce50>, [{'id': 'c9342bf1-e855-4d44-aa03-135bfda70704', 'name': 'tempest-AttachVolumeTestJSON-1693143150-router', 'tenant_id': '3e756f37709a4c19bc8378fa746d8337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'fcb55d34-429e-4e3a-b74c-ada2a4ef9791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:56:14Z', 'updated_at': '2021-05-17T13:56:19Z', 'revision_number': 4, 'project_id': '3e756f37709a4c19bc8378fa746d8337', 'gw_port': {'id': 'fcb55d34-429e-4e3a-b74c-ada2a4ef9791', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9342bf1-e855-4d44-aa03-135bfda70704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:56:15Z', 'updated_at': '2021-05-17T13:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_floatingips': [{'id': '7d8f5dde-7682-4ad2-8b30-20caaafae333', 'tenant_id': '3e756f37709a4c19bc8378fa746d8337', 'floating_ip_address': '172.27.1.205', 'floating_network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'router_id': 'c9342bf1-e855-4d44-aa03-135bfda70704', 'port_id': 'ec99b98a-69fa-4259-a900-8e28bb2b1d1e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e30c6073-c867-46f4-bec2-eb7af316aeb9', 'mac_address': 'fa:16:3e:ff:46:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771ccb93-0cfd-47bf-bef9-88340741eb9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T13:56:23Z', 'updated_at': '2021-05-17T13:57:11Z', 'revision_number': 1, 'project_id': '3e756f37709a4c19bc8378fa746d8337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '874d1f8e-bf43-4fac-9221-0e98951f8b97', 'name': '', 'network_id': 'e30c6073-c867-46f4-bec2-eb7af316aeb9', 'tenant_id': '3e756f37709a4c19bc8378fa746d8337', 'mac_address': 'fa:16:3e:c1:49:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9342bf1-e855-4d44-aa03-135bfda70704', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd169b186-defa-4470-9ef1-50866ad43fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:56:19Z', 'updated_at': '2021-05-17T13:56:26Z', 'revision_number': 5, 'project_id': '3e756f37709a4c19bc8378fa746d8337', 'subnets': [{'id': 'd169b186-defa-4470-9ef1-50866ad43fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:57:14.137623 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-ba0f6856-97ae-4256-881f-8b3926cb86f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:14.144730 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1dc135-a6a2-49bf-aebb-1327d24b67e8 None None] The sync data for ids ['c9342bf1-e855-4d44-aa03-135bfda70704'] in dv-cinder-788363-3-iscsi is: [{'id': 'c9342bf1-e855-4d44-aa03-135bfda70704', 'name': 'tempest-AttachVolumeTestJSON-1693143150-router', 'tenant_id': '3e756f37709a4c19bc8378fa746d8337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'fcb55d34-429e-4e3a-b74c-ada2a4ef9791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:56:14Z', 'updated_at': '2021-05-17T13:56:19Z', 'revision_number': 4, 'project_id': '3e756f37709a4c19bc8378fa746d8337', 'gw_port': {'id': 'fcb55d34-429e-4e3a-b74c-ada2a4ef9791', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9342bf1-e855-4d44-aa03-135bfda70704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:56:15Z', 'updated_at': '2021-05-17T13:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_floatingips': [{'id': '7d8f5dde-7682-4ad2-8b30-20caaafae333', 'tenant_id': '3e756f37709a4c19bc8378fa746d8337', 'floating_ip_address': '172.27.1.205', 'floating_network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'router_id': 'c9342bf1-e855-4d44-aa03-135bfda70704', 'port_id': 'ec99b98a-69fa-4259-a900-8e28bb2b1d1e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e30c6073-c867-46f4-bec2-eb7af316aeb9', 'mac_address': 'fa:16:3e:ff:46:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771ccb93-0cfd-47bf-bef9-88340741eb9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T13:56:23Z', 'updated_at': '2021-05-17T13:57:11Z', 'revision_number': 1, 'project_id': '3e756f37709a4c19bc8378fa746d8337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '874d1f8e-bf43-4fac-9221-0e98951f8b97', 'name': '', 'network_id': 'e30c6073-c867-46f4-bec2-eb7af316aeb9', 'tenant_id': '3e756f37709a4c19bc8378fa746d8337', 'mac_address': 'fa:16:3e:c1:49:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9342bf1-e855-4d44-aa03-135bfda70704', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd169b186-defa-4470-9ef1-50866ad43fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:56:19Z', 'updated_at': '2021-05-17T13:56:26Z', 'revision_number': 5, 'project_id': '3e756f37709a4c19bc8378fa746d8337', 'subnets': [{'id': 'd169b186-defa-4470-9ef1-50866ad43fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 17 13:57:14.148864 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-2e447287-1770-4634-93f9-4767fe9595d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:14.266324 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a6b89-c7ba-4594-b9af-4442aafb9459 req-52d73b77-9bf6-48db-b64e-40bd6a9d1088 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:14.270695 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-564ca698-b10f-4b2a-bdcd-83ead720d369 admin admin] Router be6fb514-03e0-4552-814d-8901dd04a88b is scheduled to L3 agent 5f048e90-1481-4c55-97c3-311a68b90326 with binding_index 1 {{(pid=78742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 17 13:57:14.277594 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f6856-97ae-4256-881f-8b3926cb86f5 None None] Pushing event updated for resources: {'Port': ['ID=22b3306b-d1b0-4120-9874-6570744d11e5,revision_number=2']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:14.277794 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f93a6b89-c7ba-4594-b9af-4442aafb9459 req-52d73b77-9bf6-48db-b64e-40bd6a9d1088 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=06240799-ef9c-47ab-860a-e4ef7b575124 HTTP/1.1" status: 200  len: 945 time: 0.1375539
May 17 13:57:14.282792 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-ba0f6856-97ae-4256-881f-8b3926cb86f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:14.285882 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-bcb80869-c1f3-4491-8243-92ba1b672f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3b100df0>, [{'id': '5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8', 'name': 'tempest-TestShelveInstance-1593871049-router', 'tenant_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '9eaa97ee-bb1e-481f-bd66-96e63b562f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:57:04Z', 'updated_at': '2021-05-17T13:57:08Z', 'revision_number': 4, 'project_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'gw_port': {'id': '9eaa97ee-bb1e-481f-bd66-96e63b562f55', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ec:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:57:04Z', 'updated_at': '2021-05-17T13:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_interfaces': [{'id': '69a58e30-5cb0-421d-9ea3-eb56be3069ff', 'name': '', 'network_id': '17f276ec-48a2-425f-91fa-53462c568dbf', 'tenant_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'mac_address': 'fa:16:3e:d3:c4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '08a0d08f-e6a8-470a-bbaf-7361dd8bc1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:57:08Z', 'updated_at': '2021-05-17T13:57:13Z', 'revision_number': 4, 'project_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'subnets': [{'id': '08a0d08f-e6a8-470a-bbaf-7361dd8bc1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:57:14.290374 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb80869-c1f3-4491-8243-92ba1b672f21 None None] The sync data for ids ['5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8'] in dv-cinder-788363-3-iscsi is: [{'id': '5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8', 'name': 'tempest-TestShelveInstance-1593871049-router', 'tenant_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '9eaa97ee-bb1e-481f-bd66-96e63b562f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:57:04Z', 'updated_at': '2021-05-17T13:57:08Z', 'revision_number': 4, 'project_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'gw_port': {'id': '9eaa97ee-bb1e-481f-bd66-96e63b562f55', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ec:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:57:04Z', 'updated_at': '2021-05-17T13:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_interfaces': [{'id': '69a58e30-5cb0-421d-9ea3-eb56be3069ff', 'name': '', 'network_id': '17f276ec-48a2-425f-91fa-53462c568dbf', 'tenant_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'mac_address': 'fa:16:3e:d3:c4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '08a0d08f-e6a8-470a-bbaf-7361dd8bc1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:57:08Z', 'updated_at': '2021-05-17T13:57:13Z', 'revision_number': 4, 'project_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'subnets': [{'id': '08a0d08f-e6a8-470a-bbaf-7361dd8bc1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 17 13:57:14.399116 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f93a6b89-c7ba-4594-b9af-4442aafb9459 req-710ffe75-8b03-4f37-af8d-0b652dacafed tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1186693
May 17 13:57:14.536811 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 69a58e30-5cb0-421d-9ea3-eb56be3069ff up at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:57:14.621499 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84b2534-04a5-4b31-a449-dbd3540de0d3 None None] New status for floating IP 7d8f5dde-7682-4ad2-8b30-20caaafae333: ACTIVE {{(pid=78744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 17 13:57:14.626569 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564ca698-b10f-4b2a-bdcd-83ead720d369 admin admin] Notify agent at l3_agent.dv-cinder-788363-3-iscsi the message routers_updated {{(pid=78742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 17 13:57:14.637417 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9482c221-8eaf-4f70-a612-2377df094fea None None] Sync routers for ids ['be6fb514-03e0-4552-814d-8901dd04a88b'] in dv-cinder-788363-3-iscsi {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 17 13:57:14.672366 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9482c221-8eaf-4f70-a612-2377df094fea None None] Routers {'be6fb514-03e0-4552-814d-8901dd04a88b'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 13:57:14.673545 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-9482c221-8eaf-4f70-a612-2377df094fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae408e7940>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T13:57:10Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['be6fb514-03e0-4552-814d-8901dd04a88b'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:57:14.691063 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-564ca698-b10f-4b2a-bdcd-83ead720d369 admin admin] Notify callbacks [] for router, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:14.692346 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-564ca698-b10f-4b2a-bdcd-83ead720d369 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.0000932
May 17 13:57:14.695393 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 35162) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:57:14.926271 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-9482c221-8eaf-4f70-a612-2377df094fea None None] Set router be6fb514-03e0-4552-814d-8901dd04a88b gateway port host: dv-cinder-788363-3-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 13:57:14.934009 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning for port 69a58e30-5cb0-421d-9ea3-eb56be3069ff completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:57:14.944799 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning complete for port 69a58e30-5cb0-421d-9ea3-eb56be3069ff triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:57:14.945175 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:15.157694 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:15.198156 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] For port 69a58e30-5cb0-421d-9ea3-eb56be3069ff, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=69a58e30-5cb0-421d-9ea3-eb56be3069ff,segment=NetworkSegment(f5192fda-728b-46fa-8daf-13ea55efe036),segment_id=f5192fda-728b-46fa-8daf-13ea55efe036)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:57:15.208167 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:15.210362 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:15.317393 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Pushing event updated for resources: {'Port': ['ID=69a58e30-5cb0-421d-9ea3-eb56be3069ff,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:15.322404 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:15.353223 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-9482c221-8eaf-4f70-a612-2377df094fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae408e7940>, [{'id': 'be6fb514-03e0-4552-814d-8901dd04a88b', 'name': 'tempest-TestShelveInstance-1359590038-router', 'tenant_id': 'cb751b5bc14f4ba7b81faceb62311183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'b5706b65-9929-47c3-876f-308d03e001fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:57:11Z', 'updated_at': '2021-05-17T13:57:13Z', 'revision_number': 3, 'project_id': 'cb751b5bc14f4ba7b81faceb62311183', 'gw_port': {'id': 'b5706b65-9929-47c3-876f-308d03e001fc', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:05:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6fb514-03e0-4552-814d-8901dd04a88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:57:12Z', 'updated_at': '2021-05-17T13:57:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi'}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:57:15.358296 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9482c221-8eaf-4f70-a612-2377df094fea None None] Checking router: be6fb514-03e0-4552-814d-8901dd04a88b for host: dv-cinder-788363-3-iscsi {{(pid=78745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 17 13:57:15.358644 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9482c221-8eaf-4f70-a612-2377df094fea None None] Updating router be6fb514-03e0-4552-814d-8901dd04a88b port b5706b65-9929-47c3-876f-308d03e001fc binding host dv-cinder-788363-3-iscsi {{(pid=78745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 17 13:57:15.432815 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-9482c221-8eaf-4f70-a612-2377df094fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:15.603498 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fbee69-7d89-4ab2-83cc-dd502a4d2a75 None None] Network c03ee213-0416-4e85-a98a-561a3eb4e6ff requested from dv-cinder-788363-3-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 17 13:57:15.626970 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8acbcf38-2e09-442e-a9b5-0dcb29199a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:15.828311 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-7fa1a0ae-f29d-4bae-b8aa-14b31c2b993f None None] Provisioning for port 22b3306b-d1b0-4120-9874-6570744d11e5 completed by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:57:15.889584 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-9482c221-8eaf-4f70-a612-2377df094fea None None] Notify callbacks [] for port, precommit_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:15.902926 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.provisioning_blocks [None req-9482c221-8eaf-4f70-a612-2377df094fea None None] Transition to ACTIVE for port object b5706b65-9929-47c3-876f-308d03e001fc will not be triggered until provisioned by entity L2. {{(pid=78745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:57:15.912385 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-9482c221-8eaf-4f70-a612-2377df094fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:15.922490 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:15.950343 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.db_base_plugin_common [None req-8acbcf38-2e09-442e-a9b5-0dcb29199a97 admin admin] Allocated IP 172.20.0.1 (c03ee213-0416-4e85-a98a-561a3eb4e6ff/8c2ba69d-73f0-4cce-ab9e-183495776efc/79d14b31-dbf1-46e5-a67c-91d8bd1ca392) {{(pid=78742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 17 13:57:15.994334 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.managers [None req-9482c221-8eaf-4f70-a612-2377df094fea None None] Attempting to bind port b5706b65-9929-47c3-876f-308d03e001fc on host dv-cinder-788363-3-iscsi for vnic_type normal with profile  {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 17 13:57:15.994982 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.managers [None req-9482c221-8eaf-4f70-a612-2377df094fea None None] Attempting to bind port b5706b65-9929-47c3-876f-308d03e001fc by drivers openvswitch,hyperv on host dv-cinder-788363-3-iscsi at level 0 using segments [{'id': 'd239c2a5-eb63-4e60-9706-c66c1478eded', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a'}] {{(pid=78745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 17 13:57:15.995544 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9482c221-8eaf-4f70-a612-2377df094fea None None] Attempting to bind port b5706b65-9929-47c3-876f-308d03e001fc on network d5b45ae7-16ce-45df-9da3-dc322e2b7d9a {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 13:57:16.020255 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9482c221-8eaf-4f70-a612-2377df094fea None None] Checking agent: {'id': 'ed5152c7-8558-4ae4-8c88-1353caeda338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 47, 10), 'started_at': datetime.datetime(2021, 5, 17, 13, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 17 13:57:16.020651 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9482c221-8eaf-4f70-a612-2377df094fea None None] Checking segment: {'id': 'd239c2a5-eb63-4e60-9706-c66c1478eded', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 13:57:16.021019 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-9482c221-8eaf-4f70-a612-2377df094fea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:16.021436 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9482c221-8eaf-4f70-a612-2377df094fea None None] Bound using segment: {'id': 'd239c2a5-eb63-4e60-9706-c66c1478eded', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a'} {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 17 13:57:16.021913 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.managers [None req-9482c221-8eaf-4f70-a612-2377df094fea None None] Bound port: b5706b65-9929-47c3-876f-308d03e001fc, host: dv-cinder-788363-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd239c2a5-eb63-4e60-9706-c66c1478eded', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a'}}] {{(pid=78745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 17 13:57:16.022305 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-9482c221-8eaf-4f70-a612-2377df094fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:16.077159 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063cc5bc-63bc-4942-982c-27a8ffa4dcdf None None] Pushing event updated for resources: {'Port': ['ID=b5706b65-9929-47c3-876f-308d03e001fc,revision_number=2']} {{(pid=78745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:16.080041 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [None req-063cc5bc-63bc-4942-982c-27a8ffa4dcdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:16.119965 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.db [None req-9482c221-8eaf-4f70-a612-2377df094fea None None] For port b5706b65-9929-47c3-876f-308d03e001fc, host dv-cinder-788363-3-iscsi, cleared binding levels {{(pid=78745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 17 13:57:16.123650 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.db [None req-9482c221-8eaf-4f70-a612-2377df094fea None None] For port b5706b65-9929-47c3-876f-308d03e001fc, host dv-cinder-788363-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=b5706b65-9929-47c3-876f-308d03e001fc,segment=NetworkSegment(d239c2a5-eb63-4e60-9706-c66c1478eded),segment_id=d239c2a5-eb63-4e60-9706-c66c1478eded)] {{(pid=78745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 17 13:57:16.129433 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-9482c221-8eaf-4f70-a612-2377df094fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:16.133637 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [None req-063cc5bc-63bc-4942-982c-27a8ffa4dcdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:16.220986 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9482c221-8eaf-4f70-a612-2377df094fea None None] Routers {'be6fb514-03e0-4552-814d-8901dd04a88b'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 13:57:16.224538 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-9482c221-8eaf-4f70-a612-2377df094fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae408e7940>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T13:57:10Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['be6fb514-03e0-4552-814d-8901dd04a88b'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:57:16.273609 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063cc5bc-63bc-4942-982c-27a8ffa4dcdf None None] Pushing event updated for resources: {'Port': ['ID=b5706b65-9929-47c3-876f-308d03e001fc,revision_number=3']} {{(pid=78745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:16.305312 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8acbcf38-2e09-442e-a9b5-0dcb29199a97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:16.310456 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [None req-063cc5bc-63bc-4942-982c-27a8ffa4dcdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:16.375696 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.provisioning_blocks [None req-8acbcf38-2e09-442e-a9b5-0dcb29199a97 admin admin] Transition to ACTIVE for port object 79d14b31-dbf1-46e5-a67c-91d8bd1ca392 will not be triggered until provisioned by entity DHCP. {{(pid=78742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:57:16.386733 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32739e09-140e-4130-a4e1-0502c7b92fc4 req-4a259be1-9b91-4740-8143-077f963add72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:16.388419 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-32739e09-140e-4130-a4e1-0502c7b92fc4 req-4a259be1-9b91-4740-8143-077f963add72 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3e756f37709a4c19bc8378fa746d8337&device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 1099 time: 0.1756029
May 17 13:57:16.428558 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-9482c221-8eaf-4f70-a612-2377df094fea None None] Set router be6fb514-03e0-4552-814d-8901dd04a88b gateway port host: dv-cinder-788363-3-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 13:57:16.512891 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8acbcf38-2e09-442e-a9b5-0dcb29199a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774149279272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132438228'] for port, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:16.518062 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 69a58e30-5cb0-421d-9ea3-eb56be3069ff up at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:57:16.524402 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeeb094-6a4e-414e-82a0-a8ac76fc175d req-61864b24-a298-40da-9d90-dbe25a518449 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:16.525918 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-9eeeb094-6a4e-414e-82a0-a8ac76fc175d req-61864b24-a298-40da-9d90-dbe25a518449 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=06240799-ef9c-47ab-860a-e4ef7b575124 HTTP/1.1" status: 200  len: 945 time: 0.2165930
May 17 13:57:16.543276 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-4f92583b-6883-41ab-9be0-5c08024b4dbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:16.595301 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning complete for port 69a58e30-5cb0-421d-9ea3-eb56be3069ff triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:57:16.595751 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:16.657129 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acbcf38-2e09-442e-a9b5-0dcb29199a97 admin admin] Network c03ee213-0416-4e85-a98a-561a3eb4e6ff is already hosted by enough agents. {{(pid=78742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 13:57:16.657976 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-8052cd49-7a68-4d4d-8373-307cb75036c7 None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 17 13:57:16.668842 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-8acbcf38-2e09-442e-a9b5-0dcb29199a97 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:57:16.695225 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acbcf38-2e09-442e-a9b5-0dcb29199a97 admin admin] Received port after_create {{(pid=78742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 17 13:57:16.755074 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-9eeeb094-6a4e-414e-82a0-a8ac76fc175d req-0a9ee663-adf1-44ad-b76c-54ed69548aaa tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1716406
May 17 13:57:16.758088 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acbcf38-2e09-442e-a9b5-0dcb29199a97 admin admin] Pushing event updated for resources: {'Port': ['ID=79d14b31-dbf1-46e5-a67c-91d8bd1ca392,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:16.759677 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 22b3306b-d1b0-4120-9874-6570744d11e5 up at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:57:16.766292 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-8acbcf38-2e09-442e-a9b5-0dcb29199a97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:16.767613 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32739e09-140e-4130-a4e1-0502c7b92fc4 req-c2657b00-ffd0-4390-a6b9-66be398fcff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:16.769315 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-32739e09-140e-4130-a4e1-0502c7b92fc4 req-c2657b00-ffd0-4390-a6b9-66be398fcff0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e30c6073-c867-46f4-bec2-eb7af316aeb9 HTTP/1.1" status: 200  len: 912 time: 0.3702955
May 17 13:57:16.782020 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-9482c221-8eaf-4f70-a612-2377df094fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae408e7940>, [{'id': 'be6fb514-03e0-4552-814d-8901dd04a88b', 'name': 'tempest-TestShelveInstance-1359590038-router', 'tenant_id': 'cb751b5bc14f4ba7b81faceb62311183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'b5706b65-9929-47c3-876f-308d03e001fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:57:11Z', 'updated_at': '2021-05-17T13:57:13Z', 'revision_number': 3, 'project_id': 'cb751b5bc14f4ba7b81faceb62311183', 'gw_port': {'id': 'b5706b65-9929-47c3-876f-308d03e001fc', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:05:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6fb514-03e0-4552-814d-8901dd04a88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:57:12Z', 'updated_at': '2021-05-17T13:57:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi'}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:57:16.789844 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9482c221-8eaf-4f70-a612-2377df094fea None None] The sync data for ids ['be6fb514-03e0-4552-814d-8901dd04a88b'] in dv-cinder-788363-3-iscsi is: [{'id': 'be6fb514-03e0-4552-814d-8901dd04a88b', 'name': 'tempest-TestShelveInstance-1359590038-router', 'tenant_id': 'cb751b5bc14f4ba7b81faceb62311183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'b5706b65-9929-47c3-876f-308d03e001fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:57:11Z', 'updated_at': '2021-05-17T13:57:13Z', 'revision_number': 3, 'project_id': 'cb751b5bc14f4ba7b81faceb62311183', 'gw_port': {'id': 'b5706b65-9929-47c3-876f-308d03e001fc', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:05:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6fb514-03e0-4552-814d-8901dd04a88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:57:12Z', 'updated_at': '2021-05-17T13:57:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi'}] {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 17 13:57:16.843016 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning for port 22b3306b-d1b0-4120-9874-6570744d11e5 completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:57:16.846809 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8acbcf38-2e09-442e-a9b5-0dcb29199a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1975113'] for router_interface, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:16.850080 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning complete for port 22b3306b-d1b0-4120-9874-6570744d11e5 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:57:16.850621 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:16.927626 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-32739e09-140e-4130-a4e1-0502c7b92fc4 req-96de7d81-63c1-4154-a72e-ad7b3facf50a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec99b98a-69fa-4259-a900-8e28bb2b1d1e HTTP/1.1" status: 200  len: 1002 time: 0.1503527
May 17 13:57:17.014965 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32739e09-140e-4130-a4e1-0502c7b92fc4 req-53ed85d3-9497-4891-be3d-999022bd25a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:17.016455 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-32739e09-140e-4130-a4e1-0502c7b92fc4 req-53ed85d3-9497-4891-be3d-999022bd25a1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d169b186-defa-4470-9ef1-50866ad43fba HTTP/1.1" status: 200  len: 850 time: 0.0788257
May 17 13:57:17.061812 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:17.133529 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-957ad89a-a209-493c-bc09-e3f8797c1475 None None] Provisioning for port 79d14b31-dbf1-46e5-a67c-91d8bd1ca392 completed by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:57:17.140998 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-957ad89a-a209-493c-bc09-e3f8797c1475 None None] Provisioning complete for port 79d14b31-dbf1-46e5-a67c-91d8bd1ca392 triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:57:17.141366 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-957ad89a-a209-493c-bc09-e3f8797c1475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:17.147868 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8acbcf38-2e09-442e-a9b5-0dcb29199a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:17.171848 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] For port 22b3306b-d1b0-4120-9874-6570744d11e5, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=22b3306b-d1b0-4120-9874-6570744d11e5,segment=NetworkSegment(b8d0768c-b34b-41e0-be16-cd31f48db1dc),segment_id=b8d0768c-b34b-41e0-be16-cd31f48db1dc)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:57:17.186826 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:17.194367 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:17.220879 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32739e09-140e-4130-a4e1-0502c7b92fc4 req-78a2de87-d364-4378-9cd9-5105a9eae45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:17.222382 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-32739e09-140e-4130-a4e1-0502c7b92fc4 req-78a2de87-d364-4378-9cd9-5105a9eae45f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e30c6073-c867-46f4-bec2-eb7af316aeb9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1738687
May 17 13:57:17.263516 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-957ad89a-a209-493c-bc09-e3f8797c1475 None None] Port 79d14b31-dbf1-46e5-a67c-91d8bd1ca392 cannot update to ACTIVE because it is not bound. {{(pid=78744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 17 13:57:17.281923 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Pushing event updated for resources: {'Port': ['ID=22b3306b-d1b0-4120-9874-6570744d11e5,revision_number=3']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:17.292019 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:17.483376 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-32739e09-140e-4130-a4e1-0502c7b92fc4 req-7776dfd6-c8a4-4829-89a1-55335f558a1c service neutron] 10.222.0.49 "GET /v2.0/networks/e30c6073-c867-46f4-bec2-eb7af316aeb9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2375801
May 17 13:57:17.626228 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8acbcf38-2e09-442e-a9b5-0dcb29199a97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:17.630949 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8acbcf38-2e09-442e-a9b5-0dcb29199a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132438237'] for port, after_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:17.658456 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:17.741177 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-32739e09-140e-4130-a4e1-0502c7b92fc4 req-2097a507-6015-447f-acaa-3198330f5b69 service neutron] 10.222.0.49 "GET /v2.0/networks/e30c6073-c867-46f4-bec2-eb7af316aeb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2464297
May 17 13:57:17.760156 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acbcf38-2e09-442e-a9b5-0dcb29199a97 admin admin] Pushing event updated for resources: {'Port': ['ID=79d14b31-dbf1-46e5-a67c-91d8bd1ca392,revision_number=2']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:17.762635 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8acbcf38-2e09-442e-a9b5-0dcb29199a97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1977326'] for router_interface, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:17.772080 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-8acbcf38-2e09-442e-a9b5-0dcb29199a97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:17.987544 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213bb39f-dc47-48b4-9d94-c690948dd724 req-188c9b77-2801-4b3d-9c0b-23965eafe460 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:17.992800 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-213bb39f-dc47-48b4-9d94-c690948dd724 req-188c9b77-2801-4b3d-9c0b-23965eafe460 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=06240799-ef9c-47ab-860a-e4ef7b575124 HTTP/1.1" status: 200  len: 945 time: 0.1208296
May 17 13:57:18.022742 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acbcf38-2e09-442e-a9b5-0dcb29199a97 admin admin] Network c03ee213-0416-4e85-a98a-561a3eb4e6ff is already hosted by enough agents. {{(pid=78742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 13:57:18.025425 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-8acbcf38-2e09-442e-a9b5-0dcb29199a97 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:57:18.090491 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-213bb39f-dc47-48b4-9d94-c690948dd724 req-6654f954-c9e2-470c-8067-6cfc661be871 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856736
May 17 13:57:18.260753 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8acbcf38-2e09-442e-a9b5-0dcb29199a97 admin admin] Router be6fb514-03e0-4552-814d-8901dd04a88b has already been hosted by L3 agent 5f048e90-1481-4c55-97c3-311a68b90326 {{(pid=78742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 17 13:57:18.296420 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-a61f87e4-01fd-40e0-acdf-e85e9a3878a4 None None] Provisioning complete for port 79d14b31-dbf1-46e5-a67c-91d8bd1ca392 triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:57:18.297306 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a61f87e4-01fd-40e0-acdf-e85e9a3878a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:18.381855 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-a61f87e4-01fd-40e0-acdf-e85e9a3878a4 None None] Port 79d14b31-dbf1-46e5-a67c-91d8bd1ca392 cannot update to ACTIVE because it is not bound. {{(pid=78744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 17 13:57:18.497084 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8acbcf38-2e09-442e-a9b5-0dcb29199a97 admin admin] Notify agent at l3_agent.dv-cinder-788363-3-iscsi the message routers_updated {{(pid=78742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 17 13:57:18.527468 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-8acbcf38-2e09-442e-a9b5-0dcb29199a97 admin admin] 10.222.0.54 "PUT /v2.0/routers/be6fb514-03e0-4552-814d-8901dd04a88b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8270645
May 17 13:57:18.604952 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 22b3306b-d1b0-4120-9874-6570744d11e5 up at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:57:18.683307 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning complete for port 22b3306b-d1b0-4120-9874-6570744d11e5 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:57:18.683742 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:18.760905 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173d6374-6cbb-4ff5-8014-8f1cc84376c6 None None] Sync routers for ids ['be6fb514-03e0-4552-814d-8901dd04a88b'] in dv-cinder-788363-3-iscsi {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 17 13:57:18.806705 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173d6374-6cbb-4ff5-8014-8f1cc84376c6 None None] Routers {'be6fb514-03e0-4552-814d-8901dd04a88b'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 13:57:18.807530 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-173d6374-6cbb-4ff5-8014-8f1cc84376c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3b4269d0>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T13:57:10Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['be6fb514-03e0-4552-814d-8901dd04a88b'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:57:18.986766 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device b5706b65-9929-47c3-876f-308d03e001fc up at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:57:19.097106 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-173d6374-6cbb-4ff5-8014-8f1cc84376c6 None None] Set router be6fb514-03e0-4552-814d-8901dd04a88b gateway port host: dv-cinder-788363-3-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 13:57:19.186754 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning for port b5706b65-9929-47c3-876f-308d03e001fc completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:57:19.319865 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 35284) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:57:19.323797 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning complete for port b5706b65-9929-47c3-876f-308d03e001fc triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:57:19.324717 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:19.325967 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-58ad0aa8-c37b-449b-be5d-47ad907d6e4c tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1447543943', 'description': 'tempest-secgroup-smoke-1447543943 description', 'project_id': 'b46cc502c62d47f5ad1b5cac00f4506b'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:57:19.336963 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-58ad0aa8-c37b-449b-be5d-47ad907d6e4c tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:57:19.415584 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-58ad0aa8-c37b-449b-be5d-47ad907d6e4c tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Usage tracker for resource:security_group and tenant:b46cc502c62d47f5ad1b5cac00f4506b is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:57:19.427844 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-58ad0aa8-c37b-449b-be5d-47ad907d6e4c tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:57:19.458024 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-58ad0aa8-c37b-449b-be5d-47ad907d6e4c tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:57:19.489849 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-58ad0aa8-c37b-449b-be5d-47ad907d6e4c tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:19.512310 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-58ad0aa8-c37b-449b-be5d-47ad907d6e4c tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:57:19.516652 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-58ad0aa8-c37b-449b-be5d-47ad907d6e4c tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Usage tracker for resource:security_group_rule and tenant:b46cc502c62d47f5ad1b5cac00f4506b is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:57:19.520803 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-58ad0aa8-c37b-449b-be5d-47ad907d6e4c tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:57:19.527076 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-58ad0aa8-c37b-449b-be5d-47ad907d6e4c tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:57:19.606013 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 35294) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:57:19.662150 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-58ad0aa8-c37b-449b-be5d-47ad907d6e4c tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:19.693131 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e9d48-f937-46a6-8340-19f5c3fe971c req-a975e544-195c-438e-9a38-0719e109a059 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:19.694734 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:19.696675 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4d7e9d48-f937-46a6-8340-19f5c3fe971c req-a975e544-195c-438e-9a38-0719e109a059 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=06240799-ef9c-47ab-860a-e4ef7b575124 HTTP/1.1" status: 200  len: 945 time: 0.3571985
May 17 13:57:19.700213 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-58ad0aa8-c37b-449b-be5d-47ad907d6e4c tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:19.713395 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] For port b5706b65-9929-47c3-876f-308d03e001fc, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=b5706b65-9929-47c3-876f-308d03e001fc,segment=NetworkSegment(d239c2a5-eb63-4e60-9706-c66c1478eded),segment_id=d239c2a5-eb63-4e60-9706-c66c1478eded)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:57:19.724258 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:19.727719 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:19.748744 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-250e8997-d740-4d56-ae89-55e4a021e0d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:19.778875 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-58ad0aa8-c37b-449b-be5d-47ad907d6e4c tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:19.780785 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-58ad0aa8-c37b-449b-be5d-47ad907d6e4c tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.4586916
May 17 13:57:19.784246 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 35302) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:57:19.800467 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-b226d1b8-dc50-456e-9558-caad2ea2438f tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Request body: {'security_group_rule': {'security_group_id': '5ef219b3-87a8-4615-8532-27feb0e44e11', 'project_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:57:19.831720 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-b226d1b8-dc50-456e-9558-caad2ea2438f tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:57:19.832934 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Pushing event updated for resources: {'Port': ['ID=b5706b65-9929-47c3-876f-308d03e001fc,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:19.836844 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:19.848118 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-173d6374-6cbb-4ff5-8014-8f1cc84376c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3b4269d0>, [{'id': 'be6fb514-03e0-4552-814d-8901dd04a88b', 'name': 'tempest-TestShelveInstance-1359590038-router', 'tenant_id': 'cb751b5bc14f4ba7b81faceb62311183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'b5706b65-9929-47c3-876f-308d03e001fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:57:11Z', 'updated_at': '2021-05-17T13:57:17Z', 'revision_number': 4, 'project_id': 'cb751b5bc14f4ba7b81faceb62311183', 'gw_port': {'id': 'b5706b65-9929-47c3-876f-308d03e001fc', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:05:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6fb514-03e0-4552-814d-8901dd04a88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:57:12Z', 'updated_at': '2021-05-17T13:57:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_interfaces': [{'id': '79d14b31-dbf1-46e5-a67c-91d8bd1ca392', 'name': '', 'network_id': 'c03ee213-0416-4e85-a98a-561a3eb4e6ff', 'tenant_id': 'cb751b5bc14f4ba7b81faceb62311183', 'mac_address': 'fa:16:3e:2a:68:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6fb514-03e0-4552-814d-8901dd04a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '8c2ba69d-73f0-4cce-ab9e-183495776efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:57:15Z', 'updated_at': '2021-05-17T13:57:17Z', 'revision_number': 2, 'project_id': 'cb751b5bc14f4ba7b81faceb62311183', 'subnets': [{'id': '8c2ba69d-73f0-4cce-ab9e-183495776efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:57:19.852951 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173d6374-6cbb-4ff5-8014-8f1cc84376c6 None None] Checking router: be6fb514-03e0-4552-814d-8901dd04a88b for host: dv-cinder-788363-3-iscsi {{(pid=78744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 17 13:57:19.853308 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173d6374-6cbb-4ff5-8014-8f1cc84376c6 None None] Updating router be6fb514-03e0-4552-814d-8901dd04a88b port 79d14b31-dbf1-46e5-a67c-91d8bd1ca392 binding host dv-cinder-788363-3-iscsi {{(pid=78744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 17 13:57:19.900282 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4d7e9d48-f937-46a6-8340-19f5c3fe971c req-a0b8067e-3ac2-4ed6-ad4f-4d995f868946 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1546977
May 17 13:57:19.904035 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-b226d1b8-dc50-456e-9558-caad2ea2438f tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Usage tracker for resource:security_group_rule and tenant:b46cc502c62d47f5ad1b5cac00f4506b is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:57:19.906578 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ad0aa8-c37b-449b-be5d-47ad907d6e4c tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef219b3-87a8-4615-8532-27feb0e44e11,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:19.921007 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-58ad0aa8-c37b-449b-be5d-47ad907d6e4c tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:19.927691 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-b226d1b8-dc50-456e-9558-caad2ea2438f tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:57:19.934635 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8e7da793-502c-4494-b106-7113092cb9ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:19.953435 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-173d6374-6cbb-4ff5-8014-8f1cc84376c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:19.960158 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-b226d1b8-dc50-456e-9558-caad2ea2438f tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:57:19.999662 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-8e7da793-502c-4494-b106-7113092cb9ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:57:20.004322 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-8e7da793-502c-4494-b106-7113092cb9ee admin admin] Usage tracker for resource:security_group_rule and tenant:fa7ad533e5c34de889d59c1a65bf4d32 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:57:20.007870 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-8e7da793-502c-4494-b106-7113092cb9ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:57:20.015896 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-8e7da793-502c-4494-b106-7113092cb9ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:57:20.130630 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b226d1b8-dc50-456e-9558-caad2ea2438f tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:20.202214 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8e7da793-502c-4494-b106-7113092cb9ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:20.211448 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8e7da793-502c-4494-b106-7113092cb9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:20.243455 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-e049b225-1c08-4260-be14-efff7459053f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:20.274922 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-8e7da793-502c-4494-b106-7113092cb9ee admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fa7ad533e5c34de889d59c1a65bf4d32&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6643913
May 17 13:57:20.275383 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 35314) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:57:20.281353 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b226d1b8-dc50-456e-9558-caad2ea2438f tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:20.292962 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b226d1b8-dc50-456e-9558-caad2ea2438f tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677044'] for security_group_rule, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:20.294004 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7da793-502c-4494-b106-7113092cb9ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a753411b-fc21-4c8d-bfbc-f6a066e86d63,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:20.298080 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-8e7da793-502c-4494-b106-7113092cb9ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:20.298812 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-6dd43794-e1d1-4d17-b566-01b9773eee60 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:20.323616 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b226d1b8-dc50-456e-9558-caad2ea2438f tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68bac0af-cafd-4439-bdbd-cd3e9ea4896f,revision_number=0']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:20.326291 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-b226d1b8-dc50-456e-9558-caad2ea2438f tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:20.342559 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b226d1b8-dc50-456e-9558-caad2ea2438f tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:20.347538 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 35320) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:57:20.348095 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-b226d1b8-dc50-456e-9558-caad2ea2438f tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5614610
May 17 13:57:20.385509 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-5d5be8b8-9e38-4f63-95fb-a954ceb0ff5b tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Request body: {'security_group_rule': {'security_group_id': '5ef219b3-87a8-4615-8532-27feb0e44e11', 'project_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:57:20.404985 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-5d5be8b8-9e38-4f63-95fb-a954ceb0ff5b tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:57:20.411641 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-5d5be8b8-9e38-4f63-95fb-a954ceb0ff5b tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Usage tracker for resource:security_group_rule and tenant:b46cc502c62d47f5ad1b5cac00f4506b is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:57:20.418875 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-5d5be8b8-9e38-4f63-95fb-a954ceb0ff5b tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:57:20.429242 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-5d5be8b8-9e38-4f63-95fb-a954ceb0ff5b tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:57:20.470283 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-5d5be8b8-9e38-4f63-95fb-a954ceb0ff5b tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:20.522252 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device b5706b65-9929-47c3-876f-308d03e001fc up at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:57:20.529140 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-0d979209-3d1b-40b2-a3ba-75edb78e0bb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:20.585993 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-0d979209-3d1b-40b2-a3ba-75edb78e0bb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:20.629827 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning complete for port b5706b65-9929-47c3-876f-308d03e001fc triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:57:20.630228 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:20.687780 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-0d979209-3d1b-40b2-a3ba-75edb78e0bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:20.746774 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-5d5be8b8-9e38-4f63-95fb-a954ceb0ff5b tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:20.755858 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-d9dfb25c-df71-44ca-b2a5-742d1c0b2f39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:20.767388 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-5d5be8b8-9e38-4f63-95fb-a954ceb0ff5b tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677044'] for security_group_rule, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:20.815767 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-0d979209-3d1b-40b2-a3ba-75edb78e0bb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:20.818116 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-0d979209-3d1b-40b2-a3ba-75edb78e0bb0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a753411b-fc21-4c8d-bfbc-f6a066e86d63 HTTP/1.1" status: 204  len: 168 time: 0.5417774
May 17 13:57:20.821561 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-5d5be8b8-9e38-4f63-95fb-a954ceb0ff5b tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:20.824248 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-5d5be8b8-9e38-4f63-95fb-a954ceb0ff5b tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4488184
May 17 13:57:20.826895 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d979209-3d1b-40b2-a3ba-75edb78e0bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a753411b-fc21-4c8d-bfbc-f6a066e86d63,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:20.829405 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 35330) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:57:20.836042 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-5cb22635-4181-441f-bcd1-27b61d942f72 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Request body: {'security_group_rule': {'security_group_id': '5ef219b3-87a8-4615-8532-27feb0e44e11', 'project_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:57:20.856551 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-0d979209-3d1b-40b2-a3ba-75edb78e0bb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:20.857137 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:20.899216 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-5cb22635-4181-441f-bcd1-27b61d942f72 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:57:20.903586 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5be8b8-9e38-4f63-95fb-a954ceb0ff5b tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a085d3bc-1933-4630-9eef-fd7c6b7fb2d7,revision_number=0']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:20.909330 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-5cb22635-4181-441f-bcd1-27b61d942f72 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Usage tracker for resource:security_group_rule and tenant:b46cc502c62d47f5ad1b5cac00f4506b is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:57:20.914156 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-173d6374-6cbb-4ff5-8014-8f1cc84376c6 None None] Notify callbacks [] for port, precommit_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:20.918416 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-5d5be8b8-9e38-4f63-95fb-a954ceb0ff5b tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:20.926927 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-5cb22635-4181-441f-bcd1-27b61d942f72 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:57:20.937932 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-5cb22635-4181-441f-bcd1-27b61d942f72 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:57:20.972067 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-5cb22635-4181-441f-bcd1-27b61d942f72 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:21.039246 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-173d6374-6cbb-4ff5-8014-8f1cc84376c6 None None] Transition to ACTIVE for port object 79d14b31-dbf1-46e5-a67c-91d8bd1ca392 will not be triggered until provisioned by entity L2. {{(pid=78744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:57:21.113923 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-5cb22635-4181-441f-bcd1-27b61d942f72 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:21.122031 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-5cb22635-4181-441f-bcd1-27b61d942f72 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677044'] for security_group_rule, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:21.126887 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:21.167162 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-173d6374-6cbb-4ff5-8014-8f1cc84376c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:21.177717 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb22635-4181-441f-bcd1-27b61d942f72 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e0790cd-b629-4999-a192-0cf059bf8335,revision_number=0']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:21.183156 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-5cb22635-4181-441f-bcd1-27b61d942f72 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:21.187810 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:21.223790 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-5cb22635-4181-441f-bcd1-27b61d942f72 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:21.225203 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-5cb22635-4181-441f-bcd1-27b61d942f72 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3945332
May 17 13:57:21.227931 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 35346) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:57:21.236259 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-9aa4ec54-4573-42f1-bf61-6672fdf39c47 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Request body: {'security_group_rule': {'security_group_id': '5ef219b3-87a8-4615-8532-27feb0e44e11', 'project_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:57:21.266319 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-9aa4ec54-4573-42f1-bf61-6672fdf39c47 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:57:21.277634 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-9aa4ec54-4573-42f1-bf61-6672fdf39c47 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Usage tracker for resource:security_group_rule and tenant:b46cc502c62d47f5ad1b5cac00f4506b is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:57:21.281073 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-9aa4ec54-4573-42f1-bf61-6672fdf39c47 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:57:21.293222 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-9aa4ec54-4573-42f1-bf61-6672fdf39c47 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:57:21.317577 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-9aa4ec54-4573-42f1-bf61-6672fdf39c47 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:21.365351 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ffadb-8c50-4ce4-875b-3e42eec329e9 req-65c39ab0-0b24-4c3f-95b2-e0d507825cb4 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:21.369985 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-1e3ffadb-8c50-4ce4-875b-3e42eec329e9 req-65c39ab0-0b24-4c3f-95b2-e0d507825cb4 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=06240799-ef9c-47ab-860a-e4ef7b575124 HTTP/1.1" status: 200  len: 945 time: 0.1738951
May 17 13:57:21.470307 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-9aa4ec54-4573-42f1-bf61-6672fdf39c47 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:21.480908 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-9aa4ec54-4573-42f1-bf61-6672fdf39c47 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677044'] for security_group_rule, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:21.484326 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-20dbe171-fea7-4258-b1da-c2425007591a tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:21.494618 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-1e3ffadb-8c50-4ce4-875b-3e42eec329e9 req-05ff1e84-b5c4-4ced-a7a8-a9bd8936c812 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1170919
May 17 13:57:21.518869 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0434443-d490-48f2-a86e-93c4c03d7c75 None None] Pushing event updated for resources: {'Port': ['ID=79d14b31-dbf1-46e5-a67c-91d8bd1ca392,revision_number=3']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:21.523257 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-f0434443-d490-48f2-a86e-93c4c03d7c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:21.536103 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa4ec54-4573-42f1-bf61-6672fdf39c47 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=651de5fb-1830-439c-8f35-6dec51b22bb7,revision_number=0']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:21.542156 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 35354) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:57:21.544195 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-9aa4ec54-4573-42f1-bf61-6672fdf39c47 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:21.548237 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-9aa4ec54-4573-42f1-bf61-6672fdf39c47 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3168087
May 17 13:57:21.548237 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-9aa4ec54-4573-42f1-bf61-6672fdf39c47 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:21.548607 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 35360) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:57:21.563209 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-0999ba69-bb4e-4e9f-849f-369c9048aaf7 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Request body: {'security_group_rule': {'security_group_id': '5ef219b3-87a8-4615-8532-27feb0e44e11', 'project_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:57:21.572831 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-165ae124-4c25-43a3-bd4a-4a1b73a98cf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:21.579954 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-0999ba69-bb4e-4e9f-849f-369c9048aaf7 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:57:21.593816 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-0999ba69-bb4e-4e9f-849f-369c9048aaf7 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Usage tracker for resource:security_group_rule and tenant:b46cc502c62d47f5ad1b5cac00f4506b is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:57:21.600428 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-0999ba69-bb4e-4e9f-849f-369c9048aaf7 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:57:21.614484 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-0999ba69-bb4e-4e9f-849f-369c9048aaf7 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:57:21.623100 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-165ae124-4c25-43a3-bd4a-4a1b73a98cf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:57:21.628306 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-165ae124-4c25-43a3-bd4a-4a1b73a98cf8 admin admin] Usage tracker for resource:security_group_rule and tenant:a019fdda08e7483bac7f59b77a734adc is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:57:21.633621 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-165ae124-4c25-43a3-bd4a-4a1b73a98cf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:57:21.661600 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.db.securitygroups_db [None req-0999ba69-bb4e-4e9f-849f-369c9048aaf7 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Project b46cc502c62d47f5ad1b5cac00f4506b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 17 13:57:21.679917 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-165ae124-4c25-43a3-bd4a-4a1b73a98cf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:57:21.680307 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-0999ba69-bb4e-4e9f-849f-369c9048aaf7 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:21.789583 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-0999ba69-bb4e-4e9f-849f-369c9048aaf7 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:21.798033 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-0999ba69-bb4e-4e9f-849f-369c9048aaf7 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677044'] for security_group_rule, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:21.804272 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-5d5be8b8-9e38-4f63-95fb-a954ceb0ff5b tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:21.834882 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0999ba69-bb4e-4e9f-849f-369c9048aaf7 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4235e96-a678-4038-bc25-996a46a74747,revision_number=0']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:21.835008 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 35366) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:57:21.837142 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-173d6374-6cbb-4ff5-8014-8f1cc84376c6 None None] Attempting to bind port 79d14b31-dbf1-46e5-a67c-91d8bd1ca392 on host dv-cinder-788363-3-iscsi for vnic_type normal with profile  {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 17 13:57:21.837679 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-173d6374-6cbb-4ff5-8014-8f1cc84376c6 None None] Attempting to bind port 79d14b31-dbf1-46e5-a67c-91d8bd1ca392 by drivers openvswitch,hyperv on host dv-cinder-788363-3-iscsi at level 0 using segments [{'id': 'b8d0768c-b34b-41e0-be16-cd31f48db1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c03ee213-0416-4e85-a98a-561a3eb4e6ff'}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 17 13:57:21.838728 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173d6374-6cbb-4ff5-8014-8f1cc84376c6 None None] Attempting to bind port 79d14b31-dbf1-46e5-a67c-91d8bd1ca392 on network c03ee213-0416-4e85-a98a-561a3eb4e6ff {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 13:57:21.846273 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-0999ba69-bb4e-4e9f-849f-369c9048aaf7 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:21.858337 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-165ae124-4c25-43a3-bd4a-4a1b73a98cf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:21.864889 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-165ae124-4c25-43a3-bd4a-4a1b73a98cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:21.865946 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-0999ba69-bb4e-4e9f-849f-369c9048aaf7 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:21.867530 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173d6374-6cbb-4ff5-8014-8f1cc84376c6 None None] Checking agent: {'id': 'ed5152c7-8558-4ae4-8c88-1353caeda338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 47, 10), 'started_at': datetime.datetime(2021, 5, 17, 13, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 17 13:57:21.867890 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173d6374-6cbb-4ff5-8014-8f1cc84376c6 None None] Checking segment: {'id': 'b8d0768c-b34b-41e0-be16-cd31f48db1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c03ee213-0416-4e85-a98a-561a3eb4e6ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 13:57:21.868312 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-173d6374-6cbb-4ff5-8014-8f1cc84376c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:21.870238 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173d6374-6cbb-4ff5-8014-8f1cc84376c6 None None] Bound using segment: {'id': 'b8d0768c-b34b-41e0-be16-cd31f48db1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c03ee213-0416-4e85-a98a-561a3eb4e6ff'} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 17 13:57:21.870742 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-0999ba69-bb4e-4e9f-849f-369c9048aaf7 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3207958
May 17 13:57:21.873894 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 35372) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:57:21.875543 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-3c7054cf-19f5-462d-9268-c1b9c099aff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:21.876196 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-173d6374-6cbb-4ff5-8014-8f1cc84376c6 None None] Bound port: 79d14b31-dbf1-46e5-a67c-91d8bd1ca392, host: dv-cinder-788363-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8d0768c-b34b-41e0-be16-cd31f48db1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c03ee213-0416-4e85-a98a-561a3eb4e6ff'}}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 17 13:57:21.876700 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-173d6374-6cbb-4ff5-8014-8f1cc84376c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:21.893493 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-8112ea69-3459-4c88-af7b-f40571b88092 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Request body: {'security_group_rule': {'security_group_id': '5ef219b3-87a8-4615-8532-27feb0e44e11', 'project_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:57:21.903198 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-8112ea69-3459-4c88-af7b-f40571b88092 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:57:21.933370 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-8112ea69-3459-4c88-af7b-f40571b88092 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Usage tracker for resource:security_group_rule and tenant:b46cc502c62d47f5ad1b5cac00f4506b is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:57:21.938773 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-8112ea69-3459-4c88-af7b-f40571b88092 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:57:21.949107 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ae124-4c25-43a3-bd4a-4a1b73a98cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb35b95-da93-4e6c-b3a7-03aa0879fcc1,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:21.954646 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-8112ea69-3459-4c88-af7b-f40571b88092 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:57:21.957349 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-165ae124-4c25-43a3-bd4a-4a1b73a98cf8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a019fdda08e7483bac7f59b77a734adc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4134681
May 17 13:57:21.959840 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-165ae124-4c25-43a3-bd4a-4a1b73a98cf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:21.961696 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 35376) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:57:22.053767 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.db.securitygroups_db [None req-8112ea69-3459-4c88-af7b-f40571b88092 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Project b46cc502c62d47f5ad1b5cac00f4506b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 17 13:57:22.057845 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-173d6374-6cbb-4ff5-8014-8f1cc84376c6 None None] For port 79d14b31-dbf1-46e5-a67c-91d8bd1ca392, host dv-cinder-788363-3-iscsi, cleared binding levels {{(pid=78744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 17 13:57:22.062731 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-173d6374-6cbb-4ff5-8014-8f1cc84376c6 None None] For port 79d14b31-dbf1-46e5-a67c-91d8bd1ca392, host dv-cinder-788363-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=79d14b31-dbf1-46e5-a67c-91d8bd1ca392,segment=NetworkSegment(b8d0768c-b34b-41e0-be16-cd31f48db1dc),segment_id=b8d0768c-b34b-41e0-be16-cd31f48db1dc)] {{(pid=78744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 17 13:57:22.063404 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8112ea69-3459-4c88-af7b-f40571b88092 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:22.069951 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-173d6374-6cbb-4ff5-8014-8f1cc84376c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:22.075476 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0ed48cf8-7b18-480b-970e-d43dbe213318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:22.075965 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-bafd9a02-4fe0-403f-9048-aad25a7f4e72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:22.090709 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-bd5c893e-3a19-4472-9d03-285c9a9b4e93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:22.117657 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-bd5c893e-3a19-4472-9d03-285c9a9b4e93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:22.166153 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173d6374-6cbb-4ff5-8014-8f1cc84376c6 None None] Routers {'be6fb514-03e0-4552-814d-8901dd04a88b'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 13:57:22.167208 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-173d6374-6cbb-4ff5-8014-8f1cc84376c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3b4269d0>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T13:57:10Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['be6fb514-03e0-4552-814d-8901dd04a88b'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:57:22.189881 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-0ed48cf8-7b18-480b-970e-d43dbe213318 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:57:22.299553 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8112ea69-3459-4c88-af7b-f40571b88092 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:22.304594 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-0ed48cf8-7b18-480b-970e-d43dbe213318 admin admin] Usage tracker for resource:security_group_rule and tenant:66fcd2fd9eb844ea96aba619571c7854 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:57:22.308683 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-0ed48cf8-7b18-480b-970e-d43dbe213318 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:57:22.315872 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-0ed48cf8-7b18-480b-970e-d43dbe213318 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:57:22.323674 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0434443-d490-48f2-a86e-93c4c03d7c75 None None] Pushing event updated for resources: {'Port': ['ID=79d14b31-dbf1-46e5-a67c-91d8bd1ca392,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:22.332289 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-f0434443-d490-48f2-a86e-93c4c03d7c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:22.462161 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-bd5c893e-3a19-4472-9d03-285c9a9b4e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:22.471501 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-20c03b1e-f597-4c88-b667-f9559caca291 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:22.488871 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8112ea69-3459-4c88-af7b-f40571b88092 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677044'] for security_group_rule, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:22.524401 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-173d6374-6cbb-4ff5-8014-8f1cc84376c6 None None] Set router be6fb514-03e0-4552-814d-8901dd04a88b gateway port host: dv-cinder-788363-3-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 13:57:22.544634 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5c893e-3a19-4472-9d03-285c9a9b4e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb35b95-da93-4e6c-b3a7-03aa0879fcc1,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:22.547451 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-bd5c893e-3a19-4472-9d03-285c9a9b4e93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:22.558227 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0ed48cf8-7b18-480b-970e-d43dbe213318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:22.559082 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:22.580586 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8112ea69-3459-4c88-af7b-f40571b88092 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff9fbd72-9290-436c-9fe2-751dffaad594,revision_number=0']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:22.586159 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-8112ea69-3459-4c88-af7b-f40571b88092 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:22.586928 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0ed48cf8-7b18-480b-970e-d43dbe213318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:22.597912 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-60e0de21-8e30-4354-9352-7ed58e6aa91b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:22.632515 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed48cf8-7b18-480b-970e-d43dbe213318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a629d6a8-f300-4d76-a39f-5b43205a3c42,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:22.638537 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-0ed48cf8-7b18-480b-970e-d43dbe213318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:22.642295 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8112ea69-3459-4c88-af7b-f40571b88092 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:22.651446 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-8112ea69-3459-4c88-af7b-f40571b88092 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.7592635
May 17 13:57:22.651446 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-bd5c893e-3a19-4472-9d03-285c9a9b4e93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:22.651446 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-bd5c893e-3a19-4472-9d03-285c9a9b4e93 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/eeb35b95-da93-4e6c-b3a7-03aa0879fcc1 HTTP/1.1" status: 204  len: 168 time: 0.6835802
May 17 13:57:22.677436 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 35400) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:57:22.678450 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-0ed48cf8-7b18-480b-970e-d43dbe213318 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=66fcd2fd9eb844ea96aba619571c7854&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8348370
May 17 13:57:22.934770 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-66833688-cb2b-4e9e-a8f4-8598253e69ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:22.992135 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-66833688-cb2b-4e9e-a8f4-8598253e69ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:23.027580 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3240ac3d-6463-412f-8cc5-faca04629d84 req-e98ac74a-820e-4cf6-aaef-e8a8036279f9 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:23.028763 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3240ac3d-6463-412f-8cc5-faca04629d84 req-e98ac74a-820e-4cf6-aaef-e8a8036279f9 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=06240799-ef9c-47ab-860a-e4ef7b575124 HTTP/1.1" status: 200  len: 945 time: 0.2892361
May 17 13:57:23.045067 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-173d6374-6cbb-4ff5-8014-8f1cc84376c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3b4269d0>, [{'id': 'be6fb514-03e0-4552-814d-8901dd04a88b', 'name': 'tempest-TestShelveInstance-1359590038-router', 'tenant_id': 'cb751b5bc14f4ba7b81faceb62311183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'b5706b65-9929-47c3-876f-308d03e001fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:57:11Z', 'updated_at': '2021-05-17T13:57:17Z', 'revision_number': 4, 'project_id': 'cb751b5bc14f4ba7b81faceb62311183', 'gw_port': {'id': 'b5706b65-9929-47c3-876f-308d03e001fc', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:05:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6fb514-03e0-4552-814d-8901dd04a88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:57:12Z', 'updated_at': '2021-05-17T13:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_interfaces': [{'id': '79d14b31-dbf1-46e5-a67c-91d8bd1ca392', 'name': '', 'network_id': 'c03ee213-0416-4e85-a98a-561a3eb4e6ff', 'tenant_id': 'cb751b5bc14f4ba7b81faceb62311183', 'mac_address': 'fa:16:3e:2a:68:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6fb514-03e0-4552-814d-8901dd04a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '8c2ba69d-73f0-4cce-ab9e-183495776efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:57:15Z', 'updated_at': '2021-05-17T13:57:22Z', 'revision_number': 4, 'project_id': 'cb751b5bc14f4ba7b81faceb62311183', 'subnets': [{'id': '8c2ba69d-73f0-4cce-ab9e-183495776efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:57:23.054015 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173d6374-6cbb-4ff5-8014-8f1cc84376c6 None None] The sync data for ids ['be6fb514-03e0-4552-814d-8901dd04a88b'] in dv-cinder-788363-3-iscsi is: [{'id': 'be6fb514-03e0-4552-814d-8901dd04a88b', 'name': 'tempest-TestShelveInstance-1359590038-router', 'tenant_id': 'cb751b5bc14f4ba7b81faceb62311183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'b5706b65-9929-47c3-876f-308d03e001fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:57:11Z', 'updated_at': '2021-05-17T13:57:17Z', 'revision_number': 4, 'project_id': 'cb751b5bc14f4ba7b81faceb62311183', 'gw_port': {'id': 'b5706b65-9929-47c3-876f-308d03e001fc', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:05:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6fb514-03e0-4552-814d-8901dd04a88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:57:12Z', 'updated_at': '2021-05-17T13:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_interfaces': [{'id': '79d14b31-dbf1-46e5-a67c-91d8bd1ca392', 'name': '', 'network_id': 'c03ee213-0416-4e85-a98a-561a3eb4e6ff', 'tenant_id': 'cb751b5bc14f4ba7b81faceb62311183', 'mac_address': 'fa:16:3e:2a:68:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6fb514-03e0-4552-814d-8901dd04a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '8c2ba69d-73f0-4cce-ab9e-183495776efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:57:15Z', 'updated_at': '2021-05-17T13:57:22Z', 'revision_number': 4, 'project_id': 'cb751b5bc14f4ba7b81faceb62311183', 'subnets': [{'id': '8c2ba69d-73f0-4cce-ab9e-183495776efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 17 13:57:23.195403 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-66833688-cb2b-4e9e-a8f4-8598253e69ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:23.204200 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:23.244547 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3240ac3d-6463-412f-8cc5-faca04629d84 req-9df437a0-12f3-4234-aa44-7ed9c110afd6 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2049694
May 17 13:57:23.278659 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66833688-cb2b-4e9e-a8f4-8598253e69ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a629d6a8-f300-4d76-a39f-5b43205a3c42,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:23.285851 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-66833688-cb2b-4e9e-a8f4-8598253e69ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:23.286753 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-66833688-cb2b-4e9e-a8f4-8598253e69ee admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a629d6a8-f300-4d76-a39f-5b43205a3c42 HTTP/1.1" status: 204  len: 168 time: 0.6073647
May 17 13:57:23.307687 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-66833688-cb2b-4e9e-a8f4-8598253e69ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:23.518614 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 35454) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:57:23.588267 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6c90cd5d-c109-438a-ba61-30ff31df75d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:23.683665 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-6c90cd5d-c109-438a-ba61-30ff31df75d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:57:23.701475 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-6c90cd5d-c109-438a-ba61-30ff31df75d0 admin admin] Usage tracker for resource:security_group_rule and tenant:2c90be0e8a7a4c57b1ded7db78f1578d is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:57:23.711285 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-6c90cd5d-c109-438a-ba61-30ff31df75d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:57:23.728823 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-6c90cd5d-c109-438a-ba61-30ff31df75d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:57:23.951858 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6c90cd5d-c109-438a-ba61-30ff31df75d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:23.959510 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6c90cd5d-c109-438a-ba61-30ff31df75d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:23.989403 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-45cf71a7-ce3e-441d-be0f-c5e857bc7ea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:24.010960 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 35464) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:57:24.021056 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-6c90cd5d-c109-438a-ba61-30ff31df75d0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2c90be0e8a7a4c57b1ded7db78f1578d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4985559
May 17 13:57:24.028765 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c90cd5d-c109-438a-ba61-30ff31df75d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af0aa4e4-48a6-4cd9-bf19-e16596b1d4b8,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:24.031564 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 35468) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:57:24.035024 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-6c90cd5d-c109-438a-ba61-30ff31df75d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:24.047377 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-e0f5c718-8cc4-4c4a-adea-52ecf93229a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:24.086693 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-e0f5c718-8cc4-4c4a-adea-52ecf93229a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:57:24.105405 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-e0f5c718-8cc4-4c4a-adea-52ecf93229a9 admin admin] Usage tracker for resource:security_group_rule and tenant:30d78a6540f74d808cc015463fde1631 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:57:24.119361 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-e0f5c718-8cc4-4c4a-adea-52ecf93229a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:57:24.137903 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-e0f5c718-8cc4-4c4a-adea-52ecf93229a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:57:24.145539 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-54036bf7-fd5d-4fda-a24d-232b5ba1d9db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:24.193894 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-54036bf7-fd5d-4fda-a24d-232b5ba1d9db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:24.297572 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-54036bf7-fd5d-4fda-a24d-232b5ba1d9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:24.303780 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-e0f5c718-8cc4-4c4a-adea-52ecf93229a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:24.304245 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-e8312d8d-2e88-493d-ab39-ee22f5db8c73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:24.312305 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-e0f5c718-8cc4-4c4a-adea-52ecf93229a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:24.329141 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54036bf7-fd5d-4fda-a24d-232b5ba1d9db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0aa4e4-48a6-4cd9-bf19-e16596b1d4b8,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:24.330601 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-2cfd4e74-7864-404d-9a71-f5d23108bb49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:24.341487 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-54036bf7-fd5d-4fda-a24d-232b5ba1d9db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:24.343371 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-54036bf7-fd5d-4fda-a24d-232b5ba1d9db admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:24.346849 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-54036bf7-fd5d-4fda-a24d-232b5ba1d9db admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/af0aa4e4-48a6-4cd9-bf19-e16596b1d4b8 HTTP/1.1" status: 204  len: 168 time: 0.3118258
May 17 13:57:24.408930 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f5c718-8cc4-4c4a-adea-52ecf93229a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba0ce49-5942-4c20-b3f8-e5c8f2dcdc53,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:24.420760 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-e0f5c718-8cc4-4c4a-adea-52ecf93229a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:24.470909 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-e0f5c718-8cc4-4c4a-adea-52ecf93229a9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=30d78a6540f74d808cc015463fde1631&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4579067
May 17 13:57:24.473929 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 35486) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:57:24.569429 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 79d14b31-dbf1-46e5-a67c-91d8bd1ca392 up at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:57:24.722672 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-343ee383-4ac9-4d80-8abf-ec5188de9125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:24.756181 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning for port 79d14b31-dbf1-46e5-a67c-91d8bd1ca392 completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:57:24.762346 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-343ee383-4ac9-4d80-8abf-ec5188de9125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:24.764635 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning complete for port 79d14b31-dbf1-46e5-a67c-91d8bd1ca392 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:57:24.766945 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:24.906677 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bbaab1-cb61-448e-a46f-3b8c9fdf3cf3 req-ed6075c6-db6f-4e9a-afa8-ca31cc1b67ed tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:24.939144 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-86bbaab1-cb61-448e-a46f-3b8c9fdf3cf3 req-ed6075c6-db6f-4e9a-afa8-ca31cc1b67ed tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=06240799-ef9c-47ab-860a-e4ef7b575124 HTTP/1.1" status: 200  len: 945 time: 0.4026804
May 17 13:57:25.036177 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-343ee383-4ac9-4d80-8abf-ec5188de9125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:25.042114 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-0ed48cf8-7b18-480b-970e-d43dbe213318 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:25.104831 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-86bbaab1-cb61-448e-a46f-3b8c9fdf3cf3 req-d3eab575-e9f8-46c8-9f07-ffd78a1de70f tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1548529
May 17 13:57:25.137479 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343ee383-4ac9-4d80-8abf-ec5188de9125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba0ce49-5942-4c20-b3f8-e5c8f2dcdc53,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:25.140187 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-343ee383-4ac9-4d80-8abf-ec5188de9125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:25.147714 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-343ee383-4ac9-4d80-8abf-ec5188de9125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:25.152451 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-343ee383-4ac9-4d80-8abf-ec5188de9125 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1ba0ce49-5942-4c20-b3f8-e5c8f2dcdc53 HTTP/1.1" status: 204  len: 168 time: 0.6771290
May 17 13:57:25.216731 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:25.349593 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] For port 79d14b31-dbf1-46e5-a67c-91d8bd1ca392, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=79d14b31-dbf1-46e5-a67c-91d8bd1ca392,segment=NetworkSegment(b8d0768c-b34b-41e0-be16-cd31f48db1dc),segment_id=b8d0768c-b34b-41e0-be16-cd31f48db1dc)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:57:25.353727 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:25.356480 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:25.591268 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Pushing event updated for resources: {'Port': ['ID=79d14b31-dbf1-46e5-a67c-91d8bd1ca392,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:25.594745 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:26.344368 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13216b2a-137a-4bb1-a7a0-36c8d4de0931 req-a2ae0c3a-85a3-4726-9083-81a92da1c268 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:26.352768 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-13216b2a-137a-4bb1-a7a0-36c8d4de0931 req-a2ae0c3a-85a3-4726-9083-81a92da1c268 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=06240799-ef9c-47ab-860a-e4ef7b575124 HTTP/1.1" status: 200  len: 945 time: 0.1075191
May 17 13:57:26.452124 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-13216b2a-137a-4bb1-a7a0-36c8d4de0931 req-58f1da29-7188-44b6-bd25-deec0b0d2756 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980620
May 17 13:57:26.516194 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 79d14b31-dbf1-46e5-a67c-91d8bd1ca392 up at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:57:26.631944 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning complete for port 79d14b31-dbf1-46e5-a67c-91d8bd1ca392 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:57:26.633304 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:30.106764 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf97ba5-6907-4a23-8ffa-44150832d2fe req-310a0154-6144-4a0b-852a-748625017cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:30.108458 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-4bf97ba5-6907-4a23-8ffa-44150832d2fe req-310a0154-6144-4a0b-852a-748625017cc6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=06240799-ef9c-47ab-860a-e4ef7b575124 HTTP/1.1" status: 200  len: 1098 time: 0.0819504
May 17 13:57:31.665381 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-4bf97ba5-6907-4a23-8ffa-44150832d2fe req-b7be3fe6-c7be-4972-b0d8-ee7f97ebc51d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484004
May 17 13:57:31.786329 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768ced3-82b4-4664-ab8b-3e2dd4d50d20 req-8e357c8f-dc6a-49a3-87d9-e4c01b6b7683 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:31.787840 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-4768ced3-82b4-4664-ab8b-3e2dd4d50d20 req-8e357c8f-dc6a-49a3-87d9-e4c01b6b7683 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=06240799-ef9c-47ab-860a-e4ef7b575124 HTTP/1.1" status: 200  len: 945 time: 0.0823057
May 17 13:57:31.844155 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-4768ced3-82b4-4664-ab8b-3e2dd4d50d20 req-2f0b54c6-dbf3-4a6c-9987-76631807559e tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470617
May 17 13:57:33.152402 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d78cc3-4020-47e5-a8b4-e2c6c7a144cf req-d779d579-4640-4fc4-bf9b-e6249cc957e8 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:33.163730 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-05d78cc3-4020-47e5-a8b4-e2c6c7a144cf req-d779d579-4640-4fc4-bf9b-e6249cc957e8 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=06240799-ef9c-47ab-860a-e4ef7b575124 HTTP/1.1" status: 200  len: 945 time: 0.1191080
May 17 13:57:33.294254 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-05d78cc3-4020-47e5-a8b4-e2c6c7a144cf req-0e689615-61b4-402b-8455-531f258494ce tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1280143
May 17 13:57:33.413275 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:34.669450 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57039535-6362-42ee-a690-26fdd46d703a req-901fc250-7702-4d54-b230-631d21eec412 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:34.670984 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-57039535-6362-42ee-a690-26fdd46d703a req-901fc250-7702-4d54-b230-631d21eec412 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=06240799-ef9c-47ab-860a-e4ef7b575124 HTTP/1.1" status: 200  len: 945 time: 0.2311463
May 17 13:57:34.733802 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-57039535-6362-42ee-a690-26fdd46d703a req-087108bb-eb05-4bc1-adc7-893a85c7f46d tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546813
May 17 13:57:35.287954 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b13608-560a-4716-ac5b-7e3b54da2971 req-88515a03-1779-4a8a-962b-7294bf3b59e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:35.289535 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-a1b13608-560a-4716-ac5b-7e3b54da2971 req-88515a03-1779-4a8a-962b-7294bf3b59e1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=26eff14cf205417591a4fc75a27bee33&device_id=06240799-ef9c-47ab-860a-e4ef7b575124 HTTP/1.1" status: 200  len: 1098 time: 0.1755342
May 17 13:57:35.293530 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b6793-31fd-420a-997f-0b6ecf5b7331 req-b8cb22d6-36ea-4e76-9962-44c007c4d8ca tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:35.302343 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0e4b6793-31fd-420a-997f-0b6ecf5b7331 req-b8cb22d6-36ea-4e76-9962-44c007c4d8ca tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=06240799-ef9c-47ab-860a-e4ef7b575124 HTTP/1.1" status: 200  len: 945 time: 0.1354811
May 17 13:57:35.366633 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0e4b6793-31fd-420a-997f-0b6ecf5b7331 req-5035a652-dd24-4e80-9bcc-c11c1cefe4e6 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629375
May 17 13:57:35.499552 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b13608-560a-4716-ac5b-7e3b54da2971 req-29a9b349-8400-43e6-9e32-655b899c6880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:35.501119 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-a1b13608-560a-4716-ac5b-7e3b54da2971 req-29a9b349-8400-43e6-9e32-655b899c6880 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f8ea7e78-9a41-4fc9-b0e0-a85e1f425997 HTTP/1.1" status: 200  len: 920 time: 0.2042840
May 17 13:57:35.621789 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-a1b13608-560a-4716-ac5b-7e3b54da2971 req-3c873f61-342c-4f01-abdd-7d0a12705b92 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d4c4b17-c28a-465c-9c71-fafa2218663f HTTP/1.1" status: 200  len: 217 time: 0.1063297
May 17 13:57:35.700141 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b13608-560a-4716-ac5b-7e3b54da2971 req-ce447921-3a9d-4946-9269-64cb556c599b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:35.702783 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-a1b13608-560a-4716-ac5b-7e3b54da2971 req-ce447921-3a9d-4946-9269-64cb556c599b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=388065c0-e171-4b50-98f0-baf98c779e87 HTTP/1.1" status: 200  len: 859 time: 0.0706298
May 17 13:57:35.756272 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-a1b13608-560a-4716-ac5b-7e3b54da2971 req-4e0f77fa-6d66-484a-9d79-57ae22a5d7da service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f8ea7e78-9a41-4fc9-b0e0-a85e1f425997&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0460920
May 17 13:57:35.933718 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-a1b13608-560a-4716-ac5b-7e3b54da2971 req-d243890d-19a7-41ec-a054-4580b67c7baa service neutron] 10.222.0.49 "GET /v2.0/networks/f8ea7e78-9a41-4fc9-b0e0-a85e1f425997?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1701396
May 17 13:57:36.151455 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-a1b13608-560a-4716-ac5b-7e3b54da2971 req-a1f19bf6-205c-4456-85c5-9c4f8e10f296 service neutron] 10.222.0.49 "GET /v2.0/networks/f8ea7e78-9a41-4fc9-b0e0-a85e1f425997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2093771
May 17 13:57:36.816566 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c945a3-d4c7-4f6b-9f7d-312be89606a4 req-eca2ea90-304d-4180-bee4-06c5b5dfd51f tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:36.818803 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-89c945a3-d4c7-4f6b-9f7d-312be89606a4 req-eca2ea90-304d-4180-bee4-06c5b5dfd51f tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=06240799-ef9c-47ab-860a-e4ef7b575124 HTTP/1.1" status: 200  len: 945 time: 0.1721015
May 17 13:57:36.889723 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-89c945a3-d4c7-4f6b-9f7d-312be89606a4 req-3b0fdf98-361d-4798-bf04-baa44b7c947b tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607970
May 17 13:57:37.440425 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-8b17e750-623b-4386-beec-a06063f9f170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:38.229375 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a648a4cf-f82f-414b-a52e-8acf3fa737b7 req-d613d4a7-5806-4953-8ae6-92e3091f8d12 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:38.231197 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a648a4cf-f82f-414b-a52e-8acf3fa737b7 req-d613d4a7-5806-4953-8ae6-92e3091f8d12 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=06240799-ef9c-47ab-860a-e4ef7b575124 HTTP/1.1" status: 200  len: 945 time: 0.1466432
May 17 13:57:38.302488 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 35720) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:57:38.492969 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a648a4cf-f82f-414b-a52e-8acf3fa737b7 req-ad180fa2-db33-4d8b-bc6f-cecadd87246e tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2348452
May 17 13:57:38.521099 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a658cbff-a2d0-4f50-9c27-b10f0824b6fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:38.538454 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-a658cbff-a2d0-4f50-9c27-b10f0824b6fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:57:38.543425 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-a658cbff-a2d0-4f50-9c27-b10f0824b6fc admin admin] Usage tracker for resource:security_group_rule and tenant:d0915ae856c944f8a25c6e6d682dd7bb is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:57:38.546639 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-a658cbff-a2d0-4f50-9c27-b10f0824b6fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:57:38.553272 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-a658cbff-a2d0-4f50-9c27-b10f0824b6fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:57:38.663486 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a658cbff-a2d0-4f50-9c27-b10f0824b6fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:38.670128 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a658cbff-a2d0-4f50-9c27-b10f0824b6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:38.678868 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-f0a6fbaa-281a-493c-98f9-06751ea7f7dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:38.722261 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-a658cbff-a2d0-4f50-9c27-b10f0824b6fc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d0915ae856c944f8a25c6e6d682dd7bb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4185672
May 17 13:57:38.723907 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a658cbff-a2d0-4f50-9c27-b10f0824b6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81445e9a-1305-45e4-9507-895ab876623d,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:38.725155 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 35726) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:57:38.726998 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-a658cbff-a2d0-4f50-9c27-b10f0824b6fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:38.799967 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f0d57fb7-0d6b-4d67-9f95-4287f17db1e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:38.830791 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f0d57fb7-0d6b-4d67-9f95-4287f17db1e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:38.940141 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f0d57fb7-0d6b-4d67-9f95-4287f17db1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:38.947083 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:38.967095 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d57fb7-0d6b-4d67-9f95-4287f17db1e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81445e9a-1305-45e4-9507-895ab876623d,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:38.971306 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-f0d57fb7-0d6b-4d67-9f95-4287f17db1e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:39.002032 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f0d57fb7-0d6b-4d67-9f95-4287f17db1e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:39.004640 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-f0d57fb7-0d6b-4d67-9f95-4287f17db1e2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/81445e9a-1305-45e4-9507-895ab876623d HTTP/1.1" status: 204  len: 168 time: 0.2774639
May 17 13:57:39.744686 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 35746) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:57:39.806287 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-9f14121b-67a0-4111-ba5b-9f3ea825cc75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:39.851660 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-9f14121b-67a0-4111-ba5b-9f3ea825cc75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:57:39.860153 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-9f14121b-67a0-4111-ba5b-9f3ea825cc75 admin admin] Usage tracker for resource:security_group_rule and tenant:fb806e1a0cfe495d87c8a6b6b16c2e52 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:57:39.868082 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-9f14121b-67a0-4111-ba5b-9f3ea825cc75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:57:39.882961 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:39.888001 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-9f14121b-67a0-4111-ba5b-9f3ea825cc75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:57:39.989045 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c91b8-9cba-423e-86a4-d6c7a1867a96 req-2f156fcd-d5b1-43a8-935b-4a474515e447 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:39.999842 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-372c91b8-9cba-423e-86a4-d6c7a1867a96 req-2f156fcd-d5b1-43a8-935b-4a474515e447 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=06240799-ef9c-47ab-860a-e4ef7b575124 HTTP/1.1" status: 200  len: 945 time: 0.1808918
May 17 13:57:40.004545 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 35752) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:57:40.072028 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-372c91b8-9cba-423e-86a4-d6c7a1867a96 req-9f812e38-3dab-46f8-b728-37bec9cc4384 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709498
May 17 13:57:40.088792 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-9f14121b-67a0-4111-ba5b-9f3ea825cc75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:40.096558 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-9f14121b-67a0-4111-ba5b-9f3ea825cc75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:40.149393 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9ce18c1a-f9d5-4d57-8a85-5c9093875600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:40.175681 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-1114f63b-4abf-4f27-a736-ef67a413d48f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:40.197886 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 35762) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:57:40.199281 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-9f14121b-67a0-4111-ba5b-9f3ea825cc75 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fb806e1a0cfe495d87c8a6b6b16c2e52&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4507184
May 17 13:57:40.247750 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f14121b-67a0-4111-ba5b-9f3ea825cc75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d94931-a3a6-4a0e-895d-fef972a0ac81,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:40.254021 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-9f14121b-67a0-4111-ba5b-9f3ea825cc75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:40.297843 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b4d25645-d971-401d-9c9a-eec6b2dd9498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:40.332924 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8ce5f2ac-857e-4cc8-a38d-b862d96292ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:40.368010 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-b4d25645-d971-401d-9c9a-eec6b2dd9498 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:57:40.373879 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8ce5f2ac-857e-4cc8-a38d-b862d96292ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:40.380097 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-b4d25645-d971-401d-9c9a-eec6b2dd9498 admin admin] Usage tracker for resource:security_group_rule and tenant:6aab2d3b62654af0803637665e60e938 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:57:40.400441 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-b4d25645-d971-401d-9c9a-eec6b2dd9498 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:57:40.419912 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-b4d25645-d971-401d-9c9a-eec6b2dd9498 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:57:40.461793 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8ce5f2ac-857e-4cc8-a38d-b862d96292ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:40.473030 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-d63860cd-664b-4170-81ff-55bf12f39254 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:40.496327 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce5f2ac-857e-4cc8-a38d-b862d96292ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d94931-a3a6-4a0e-895d-fef972a0ac81,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:40.501700 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-8ce5f2ac-857e-4cc8-a38d-b862d96292ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:40.517151 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8ce5f2ac-857e-4cc8-a38d-b862d96292ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:40.521599 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-8ce5f2ac-857e-4cc8-a38d-b862d96292ea admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e1d94931-a3a6-4a0e-895d-fef972a0ac81 HTTP/1.1" status: 204  len: 168 time: 0.3225415
May 17 13:57:40.641422 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b4d25645-d971-401d-9c9a-eec6b2dd9498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:40.649239 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b4d25645-d971-401d-9c9a-eec6b2dd9498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:40.663231 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-58ad0aa8-c37b-449b-be5d-47ad907d6e4c tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:40.701803 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d25645-d971-401d-9c9a-eec6b2dd9498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a921e1a3-c74f-4b35-aebd-8b16b0c0fe65,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:40.720618 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-b4d25645-d971-401d-9c9a-eec6b2dd9498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:40.797658 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-b4d25645-d971-401d-9c9a-eec6b2dd9498 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6aab2d3b62654af0803637665e60e938&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7914948
May 17 13:57:40.798891 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 35778) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:57:40.936824 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-339eca0b-44e7-4743-873f-13678683d4a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:41.000671 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-339eca0b-44e7-4743-873f-13678683d4a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:41.031836 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-533a9918-d89c-4562-8a48-35a661957320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:41.115021 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-339eca0b-44e7-4743-873f-13678683d4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:41.119689 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-54036bf7-fd5d-4fda-a24d-232b5ba1d9db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:41.141697 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339eca0b-44e7-4743-873f-13678683d4a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a921e1a3-c74f-4b35-aebd-8b16b0c0fe65,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:41.152048 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-339eca0b-44e7-4743-873f-13678683d4a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:41.168252 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-339eca0b-44e7-4743-873f-13678683d4a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:41.169715 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-339eca0b-44e7-4743-873f-13678683d4a1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a921e1a3-c74f-4b35-aebd-8b16b0c0fe65 HTTP/1.1" status: 204  len: 168 time: 0.3695736
May 17 13:57:42.507066 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbfed0f-45c6-46c2-9654-7c4e05e310ee req-7b697057-e346-465a-a8bb-616511996a3f tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:42.521116 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1529072-104d-404f-8ce8-7078c9c34ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:42.526417 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0bbfed0f-45c6-46c2-9654-7c4e05e310ee req-7b697057-e346-465a-a8bb-616511996a3f tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=06240799-ef9c-47ab-860a-e4ef7b575124 HTTP/1.1" status: 200  len: 945 time: 0.1888609
May 17 13:57:42.687087 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0bbfed0f-45c6-46c2-9654-7c4e05e310ee req-b0a2db3d-803b-4478-ad35-86b856c2c03e tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1585076
May 17 13:57:49.206083 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-57f424d9-4427-43b9-92f4-26336d01d73b tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=266868f5ba984ccfae3e7b388a910fec&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0310361
May 17 13:57:49.379212 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-9db6bb0f-d112-4f90-b544-4b6f7eccc53e tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:49.380686 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-9db6bb0f-d112-4f90-b544-4b6f7eccc53e tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1702628
May 17 13:57:49.396355 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-8a52419b-f4a0-45ae-a0fc-8c8eeedfcfe4 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] 10.222.0.54 "GET /v2.0/quotas/266868f5ba984ccfae3e7b388a910fec HTTP/1.1" status: 200  len: 375 time: 0.0097611
May 17 13:57:49.448048 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-480fd694-e09f-4b09-80ee-53edb13c3daa tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=266868f5ba984ccfae3e7b388a910fec&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0460830
May 17 13:57:52.469203 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-9b0d27b1-8656-4fbe-a166-7ad03e46cb0e req-c08d967a-f97c-45d6-ba27-c98ac7ed0377 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] 10.222.0.54 "GET /v2.0/ports?device_id=e534f7ae-09fd-40b3-95e5-8e3a11dac510 HTTP/1.1" status: 200  len: 210 time: 0.0473068
May 17 13:57:53.397109 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-d3121381-8df1-4e39-98ae-08d1e1047be5 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=266868f5ba984ccfae3e7b388a910fec&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0365157
May 17 13:57:53.598911 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-00a22997-7eb0-4124-ad3b-2be53b2eb6d0 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:53.600878 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-00a22997-7eb0-4124-ad3b-2be53b2eb6d0 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1979141
May 17 13:57:53.616966 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-1424655f-2734-45fd-bde6-092ab14ace35 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] Request body: {'port': {'device_id': 'e534f7ae-09fd-40b3-95e5-8e3a11dac510', 'network_id': 'd2ce7c91-4e52-41bd-b5aa-023a054304a4', 'admin_state_up': True, 'tenant_id': '266868f5ba984ccfae3e7b388a910fec'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:57:53.658004 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-8052cd49-7a68-4d4d-8373-307cb75036c7 None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 17 13:57:53.681559 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-51f6fbcb-626e-459f-8023-aa8ea4dee301 req-4a16a082-f840-4358-b535-ef0bad20d5ec tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] 10.222.0.54 "GET /v2.0/ports?device_id=e534f7ae-09fd-40b3-95e5-8e3a11dac510 HTTP/1.1" status: 200  len: 210 time: 0.0508249
May 17 13:57:53.841098 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-1424655f-2734-45fd-bde6-092ab14ace35 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:57:53.845341 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-1424655f-2734-45fd-bde6-092ab14ace35 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] Usage tracker for resource:port and tenant:266868f5ba984ccfae3e7b388a910fec is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:57:53.849079 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-1424655f-2734-45fd-bde6-092ab14ace35 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:57:53.856595 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-1424655f-2734-45fd-bde6-092ab14ace35 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:57:53.868444 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-1424655f-2734-45fd-bde6-092ab14ace35 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] Made reservation on behalf of 266868f5ba984ccfae3e7b388a910fec for: {'port': 1} {{(pid=78742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 17 13:57:53.872539 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-1424655f-2734-45fd-bde6-092ab14ace35 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:53.890853 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-1424655f-2734-45fd-bde6-092ab14ace35 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:53.904442 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-1424655f-2734-45fd-bde6-092ab14ace35 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:57:53.911612 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-1424655f-2734-45fd-bde6-092ab14ace35 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] Usage tracker for resource:security_group_rule and tenant:266868f5ba984ccfae3e7b388a910fec is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:57:53.917809 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-1424655f-2734-45fd-bde6-092ab14ace35 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:57:53.925459 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-1424655f-2734-45fd-bde6-092ab14ace35 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:57:54.028301 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-1424655f-2734-45fd-bde6-092ab14ace35 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:54.033439 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-1424655f-2734-45fd-bde6-092ab14ace35 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:54.041455 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-97f63888-dd37-4d7d-b6b0-ce43a0c660a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:54.139318 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1424655f-2734-45fd-bde6-092ab14ace35 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2df2c3-db71-4f19-854b-eb513afe7f56,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:54.146029 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-1424655f-2734-45fd-bde6-092ab14ace35 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:54.259714 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.db_base_plugin_common [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-1424655f-2734-45fd-bde6-092ab14ace35 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] Allocated IP 192.168.233.176 (d2ce7c91-4e52-41bd-b5aa-023a054304a4/c3757a01-c174-450e-aad2-9620fbb81f0f/49f8f20d-526e-4799-9f17-50fdb75e0f8e) {{(pid=78742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 17 13:57:54.539572 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-1424655f-2734-45fd-bde6-092ab14ace35 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] Notify callbacks [] for port, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:54.579425 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.provisioning_blocks [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-1424655f-2734-45fd-bde6-092ab14ace35 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] Transition to ACTIVE for port object 49f8f20d-526e-4799-9f17-50fdb75e0f8e will not be triggered until provisioned by entity DHCP. {{(pid=78742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:57:54.625168 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-1424655f-2734-45fd-bde6-092ab14ace35 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774149279272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132438228'] for port, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:54.633894 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-8acbcf38-2e09-442e-a9b5-0dcb29199a97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:54.729461 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-1424655f-2734-45fd-bde6-092ab14ace35 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] Network d2ce7c91-4e52-41bd-b5aa-023a054304a4 is already hosted by enough agents. {{(pid=78742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 13:57:54.730636 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-1424655f-2734-45fd-bde6-092ab14ace35 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] Resources bound (agent type, host, resource id):  {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:57:54.735138 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-1424655f-2734-45fd-bde6-092ab14ace35 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] Received port after_create {{(pid=78742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 17 13:57:54.874849 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1424655f-2734-45fd-bde6-092ab14ace35 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] Pushing event updated for resources: {'Port': ['ID=49f8f20d-526e-4799-9f17-50fdb75e0f8e,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:54.879889 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-1424655f-2734-45fd-bde6-092ab14ace35 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:54.895344 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-1424655f-2734-45fd-bde6-092ab14ace35 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:54.896006 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-1424655f-2734-45fd-bde6-092ab14ace35 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for port, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:54.938693 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-1424655f-2734-45fd-bde6-092ab14ace35 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.3266163
May 17 13:57:54.960782 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-fc743d2d-c728-484b-a447-a3d42fee1600 service neutron] Request body: {'port': {'device_id': 'e534f7ae-09fd-40b3-95e5-8e3a11dac510', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:57:55.035728 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806a9b1-6b81-4b86-81c0-d6632cfd50c9 req-ca08ab1f-d1ad-4341-a418-09757ac06b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:55.037248 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3806a9b1-6b81-4b86-81c0-d6632cfd50c9 req-ca08ab1f-d1ad-4341-a418-09757ac06b3d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=26eff14cf205417591a4fc75a27bee33&device_id=06240799-ef9c-47ab-860a-e4ef7b575124 HTTP/1.1" status: 200  len: 1098 time: 0.2431984
May 17 13:57:55.146562 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-ef63cda5-6c40-4d56-9d53-e80748b8d5f8 None None] Provisioning for port 49f8f20d-526e-4799-9f17-50fdb75e0f8e completed by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:57:55.154722 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-ef63cda5-6c40-4d56-9d53-e80748b8d5f8 None None] Provisioning complete for port 49f8f20d-526e-4799-9f17-50fdb75e0f8e triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:57:55.155106 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-ef63cda5-6c40-4d56-9d53-e80748b8d5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:55.159339 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc4c746-414f-4932-a75d-8da3b94dbc2b req-aaed1091-61dc-45a2-a37d-b73287096d4d tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:55.161063 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9bc4c746-414f-4932-a75d-8da3b94dbc2b req-aaed1091-61dc-45a2-a37d-b73287096d4d tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] 10.222.0.54 "GET /v2.0/ports?device_id=e534f7ae-09fd-40b3-95e5-8e3a11dac510 HTTP/1.1" status: 200  len: 936 time: 0.2573776
May 17 13:57:55.161220 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-fc743d2d-c728-484b-a447-a3d42fee1600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:55.214928 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-ef63cda5-6c40-4d56-9d53-e80748b8d5f8 None None] Port 49f8f20d-526e-4799-9f17-50fdb75e0f8e cannot update to ACTIVE because it is not bound. {{(pid=78744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 17 13:57:55.230864 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806a9b1-6b81-4b86-81c0-d6632cfd50c9 req-979ab559-cea3-4bff-9410-810acef2263f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:55.232468 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3806a9b1-6b81-4b86-81c0-d6632cfd50c9 req-979ab559-cea3-4bff-9410-810acef2263f service neutron] 10.222.0.49 "GET /v2.0/networks?id=f8ea7e78-9a41-4fc9-b0e0-a85e1f425997 HTTP/1.1" status: 200  len: 920 time: 0.1794436
May 17 13:57:55.240575 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9bc4c746-414f-4932-a75d-8da3b94dbc2b req-acb01d97-3a4e-4cd2-bc3f-805fcc6a009e tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] 10.222.0.54 "GET /v2.0/security-groups?id=0f2df2c3-db71-4f19-854b-eb513afe7f56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601130
May 17 13:57:55.267977 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205320a-7e4c-4ded-a175-12b551826ac9 req-250c9e50-48d9-4840-9819-c8e09ebcbc54 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:55.269585 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-9205320a-7e4c-4ded-a175-12b551826ac9 req-250c9e50-48d9-4840-9819-c8e09ebcbc54 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=06240799-ef9c-47ab-860a-e4ef7b575124 HTTP/1.1" status: 200  len: 945 time: 0.1892540
May 17 13:57:55.317403 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3806a9b1-6b81-4b86-81c0-d6632cfd50c9 req-27986bb7-981d-4798-94b3-7680e52339e5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d4c4b17-c28a-465c-9c71-fafa2218663f HTTP/1.1" status: 200  len: 217 time: 0.0758901
May 17 13:57:55.382376 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806a9b1-6b81-4b86-81c0-d6632cfd50c9 req-f0509d4f-bb1f-492f-bd09-4804bfd212d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:55.383863 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3806a9b1-6b81-4b86-81c0-d6632cfd50c9 req-f0509d4f-bb1f-492f-bd09-4804bfd212d5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=388065c0-e171-4b50-98f0-baf98c779e87 HTTP/1.1" status: 200  len: 859 time: 0.0583267
May 17 13:57:55.394736 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-9205320a-7e4c-4ded-a175-12b551826ac9 req-943a4b03-a984-4d38-8c72-896fb4a64901 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802770
May 17 13:57:55.435694 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3806a9b1-6b81-4b86-81c0-d6632cfd50c9 req-f208a874-ee03-48d0-8df5-1c99704f5f48 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f8ea7e78-9a41-4fc9-b0e0-a85e1f425997&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0438626
May 17 13:57:55.568660 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3806a9b1-6b81-4b86-81c0-d6632cfd50c9 req-3ca24397-ba04-4cdd-b59f-12e8640efe2f service neutron] 10.222.0.49 "GET /v2.0/networks/f8ea7e78-9a41-4fc9-b0e0-a85e1f425997?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248906
May 17 13:57:55.585790 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.notifiers.nova [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-fc743d2d-c728-484b-a447-a3d42fee1600 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49f8f20d-526e-4799-9f17-50fdb75e0f8e {{(pid=78742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 17 13:57:55.593157 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-fc743d2d-c728-484b-a447-a3d42fee1600 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:55.608994 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.provisioning_blocks [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-fc743d2d-c728-484b-a447-a3d42fee1600 service neutron] Transition to ACTIVE for port object 49f8f20d-526e-4799-9f17-50fdb75e0f8e will not be triggered until provisioned by entity L2. {{(pid=78742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:57:55.613512 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-fc743d2d-c728-484b-a447-a3d42fee1600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132438237'] for port, after_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:55.619269 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:55.710258 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3806a9b1-6b81-4b86-81c0-d6632cfd50c9 req-37f02285-edd4-4327-b0c6-61eccf22eca6 service neutron] 10.222.0.49 "GET /v2.0/networks/f8ea7e78-9a41-4fc9-b0e0-a85e1f425997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1341140
May 17 13:57:55.793354 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc743d2d-c728-484b-a447-a3d42fee1600 service neutron] Pushing event updated for resources: {'Port': ['ID=49f8f20d-526e-4799-9f17-50fdb75e0f8e,revision_number=2']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:55.796776 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-fc743d2d-c728-484b-a447-a3d42fee1600 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:55.887263 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 36122) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:57:55.899661 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.managers [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-fc743d2d-c728-484b-a447-a3d42fee1600 service neutron] Attempting to bind port 49f8f20d-526e-4799-9f17-50fdb75e0f8e on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 17 13:57:55.900068 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.managers [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-fc743d2d-c728-484b-a447-a3d42fee1600 service neutron] Attempting to bind port 49f8f20d-526e-4799-9f17-50fdb75e0f8e by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'aca4fba8-94cc-4c64-aa16-d1c0395c5c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'd2ce7c91-4e52-41bd-b5aa-023a054304a4'}] {{(pid=78742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 17 13:57:55.900198 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-fc743d2d-c728-484b-a447-a3d42fee1600 service neutron] Attempting to bind port 49f8f20d-526e-4799-9f17-50fdb75e0f8e on network d2ce7c91-4e52-41bd-b5aa-023a054304a4 {{(pid=78742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 13:57:55.912542 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-fc743d2d-c728-484b-a447-a3d42fee1600 service neutron] Port 49f8f20d-526e-4799-9f17-50fdb75e0f8e on network d2ce7c91-4e52-41bd-b5aa-023a054304a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 17 13:57:55.912542 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-fc743d2d-c728-484b-a447-a3d42fee1600 service neutron] Attempting to bind port 49f8f20d-526e-4799-9f17-50fdb75e0f8e on network d2ce7c91-4e52-41bd-b5aa-023a054304a4 {{(pid=78742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 13:57:55.912542 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-fc743d2d-c728-484b-a447-a3d42fee1600 service neutron] Checking agent: {'id': '2184a6b5-3e0c-4449-b4b5-a4e82803b4d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 53, 3), 'started_at': datetime.datetime(2021, 5, 17, 13, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 17 13:57:55.912996 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-fc743d2d-c728-484b-a447-a3d42fee1600 service neutron] Checking segment: {'id': 'aca4fba8-94cc-4c64-aa16-d1c0395c5c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'd2ce7c91-4e52-41bd-b5aa-023a054304a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 13:57:55.913383 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-fc743d2d-c728-484b-a447-a3d42fee1600 service neutron] Bound using segment: {'id': 'aca4fba8-94cc-4c64-aa16-d1c0395c5c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'd2ce7c91-4e52-41bd-b5aa-023a054304a4'} {{(pid=78742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 17 13:57:55.913661 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.managers [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-fc743d2d-c728-484b-a447-a3d42fee1600 service neutron] Bound port: 49f8f20d-526e-4799-9f17-50fdb75e0f8e, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca4fba8-94cc-4c64-aa16-d1c0395c5c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'd2ce7c91-4e52-41bd-b5aa-023a054304a4'}}] {{(pid=78742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 17 13:57:55.914190 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-fc743d2d-c728-484b-a447-a3d42fee1600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:55.991008 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f437d0d-9923-4078-a410-c94219789acb admin admin] Deleting subnet 600ec493-5d60-465f-9948-e0daf3dbabab {{(pid=78743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 17 13:57:55.994989 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-8f437d0d-9923-4078-a410-c94219789acb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:56.060256 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-8f437d0d-9923-4078-a410-c94219789acb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133955689'] for subnet, precommit_delete_associations {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:56.084264 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.db [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-fc743d2d-c728-484b-a447-a3d42fee1600 service neutron] For port 49f8f20d-526e-4799-9f17-50fdb75e0f8e, host hv-cinder-78836, cleared binding levels {{(pid=78742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 17 13:57:56.092973 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.db [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-fc743d2d-c728-484b-a447-a3d42fee1600 service neutron] For port 49f8f20d-526e-4799-9f17-50fdb75e0f8e, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=49f8f20d-526e-4799-9f17-50fdb75e0f8e,segment=NetworkSegment(aca4fba8-94cc-4c64-aa16-d1c0395c5c4a),segment_id=aca4fba8-94cc-4c64-aa16-d1c0395c5c4a)] {{(pid=78742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 17 13:57:56.098961 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-fc743d2d-c728-484b-a447-a3d42fee1600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132438237'] for port, after_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:56.105853 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-c21bed51-ed40-4c5a-ad47-1dd07638ae9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:56.169344 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-fc743d2d-c728-484b-a447-a3d42fee1600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:56.170335 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-fc743d2d-c728-484b-a447-a3d42fee1600 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for port, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:56.171603 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-fc743d2d-c728-484b-a447-a3d42fee1600 service neutron] 10.222.0.49 "PUT /v2.0/ports/49f8f20d-526e-4799-9f17-50fdb75e0f8e HTTP/1.1" status: 200  len: 1098 time: 1.2244706
May 17 13:57:56.172402 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e534f7ae-09fd-40b3-95e5-8e3a11dac510', 'tag': '49f8f20d-526e-4799-9f17-50fdb75e0f8e'}] {{(pid=78742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 13:57:56.218822 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc743d2d-c728-484b-a447-a3d42fee1600 service neutron] Pushing event updated for resources: {'Port': ['ID=49f8f20d-526e-4799-9f17-50fdb75e0f8e,revision_number=3']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:56.234637 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-fc743d2d-c728-484b-a447-a3d42fee1600 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:56.278761 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-8f437d0d-9923-4078-a410-c94219789acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-866929'] for subnet, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:56.303637 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e534f7ae-09fd-40b3-95e5-8e3a11dac510', 'tag': '49f8f20d-526e-4799-9f17-50fdb75e0f8e', 'status': 'completed', 'code': 200}
May 17 13:57:56.544915 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-6e2cb1a9-0143-48e2-89ac-f88efac32f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:56.546494 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-6e2cb1a9-0143-48e2-89ac-f88efac32f97 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=266868f5ba984ccfae3e7b388a910fec&device_id=e534f7ae-09fd-40b3-95e5-8e3a11dac510 HTTP/1.1" status: 200  len: 1101 time: 0.3108728
May 17 13:57:56.625767 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-7b6ce1bd-c847-4970-91ec-0c1fbeb3c928 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=49f8f20d-526e-4799-9f17-50fdb75e0f8e HTTP/1.1" status: 200  len: 217 time: 0.0697987
May 17 13:57:56.652057 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-8f437d0d-9923-4078-a410-c94219789acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-866938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133371938'] for subnet, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:56.664884 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403032ea-a236-423b-8eed-c54b78fd0beb req-66a7cf90-94ee-470e-a223-553f7f11f25a tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:56.667168 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-403032ea-a236-423b-8eed-c54b78fd0beb req-66a7cf90-94ee-470e-a223-553f7f11f25a tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=06240799-ef9c-47ab-860a-e4ef7b575124 HTTP/1.1" status: 200  len: 945 time: 0.1230626
May 17 13:57:56.669091 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-b5ddb9c4-2a05-4439-96c1-9d234893266e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:56.679785 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad948ed-db50-4f4a-9f48-476f5cafe19a req-ad356820-7523-420b-9413-74f421e6e3d9 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:56.680520 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-7ad948ed-db50-4f4a-9f48-476f5cafe19a req-ad356820-7523-420b-9413-74f421e6e3d9 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] Synchronizing usage tracker for tenant:266868f5ba984ccfae3e7b388a910fec on resource:port {{(pid=78742) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 13:57:56.721642 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-33c1b3b3-5d24-4b57-ad25-b2201ce812cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:56.722387 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f437d0d-9923-4078-a410-c94219789acb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=600ec493-5d60-465f-9948-e0daf3dbabab,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:56.723034 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-33c1b3b3-5d24-4b57-ad25-b2201ce812cb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c3757a01-c174-450e-aad2-9620fbb81f0f HTTP/1.1" status: 200  len: 843 time: 0.0898142
May 17 13:57:56.723770 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-7ad948ed-db50-4f4a-9f48-476f5cafe19a req-ad356820-7523-420b-9413-74f421e6e3d9 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] Unset dirty status for tenant:266868f5ba984ccfae3e7b388a910fec on resource:port {{(pid=78742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 13:57:56.724632 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-7ad948ed-db50-4f4a-9f48-476f5cafe19a req-ad356820-7523-420b-9413-74f421e6e3d9 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] 10.222.0.54 "GET /v2.0/ports?device_id=e534f7ae-09fd-40b3-95e5-8e3a11dac510 HTTP/1.1" status: 200  len: 948 time: 0.2472873
May 17 13:57:56.727554 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-8f437d0d-9923-4078-a410-c94219789acb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for subnet, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:56.732024 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-8f437d0d-9923-4078-a410-c94219789acb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:56.767671 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-8f437d0d-9923-4078-a410-c94219789acb admin admin] 10.222.0.54 "DELETE /v2.0/subnets/600ec493-5d60-465f-9948-e0daf3dbabab HTTP/1.1" status: 204  len: 168 time: 0.8778253
May 17 13:57:56.772461 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 36138) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:57:56.797061 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-403032ea-a236-423b-8eed-c54b78fd0beb req-a929fdea-a482-409c-acc3-a7f874b934bd tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0969794
May 17 13:57:56.879458 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-7ad948ed-db50-4f4a-9f48-476f5cafe19a req-a4e2da44-67df-4c9a-9f66-76c245e3515e tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] Synchronizing usage tracker for tenant:266868f5ba984ccfae3e7b388a910fec on resource:security_group {{(pid=78742) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 13:57:56.905435 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-caccd4d6-64f7-4d1f-b69e-79623cfbdd4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1002279'] for network, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:56.906963 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-7ad948ed-db50-4f4a-9f48-476f5cafe19a req-a4e2da44-67df-4c9a-9f66-76c245e3515e tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] Unset dirty status for tenant:266868f5ba984ccfae3e7b388a910fec on resource:security_group {{(pid=78742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 13:57:56.908706 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-7ad948ed-db50-4f4a-9f48-476f5cafe19a req-a4e2da44-67df-4c9a-9f66-76c245e3515e tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] 10.222.0.54 "GET /v2.0/security-groups?id=0f2df2c3-db71-4f19-854b-eb513afe7f56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0998621
May 17 13:57:56.912631 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-d00b0c93-c7e8-4343-b9da-b4d7c44997c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:56.914231 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-d00b0c93-c7e8-4343-b9da-b4d7c44997c3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d2ce7c91-4e52-41bd-b5aa-023a054304a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1515322
May 17 13:57:57.069693 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-caccd4d6-64f7-4d1f-b69e-79623cfbdd4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-866884', 'neutron.services.segments.db._delete_segments_for_network-8774149704834'] for network, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:57.087206 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.services.segments.db [None req-caccd4d6-64f7-4d1f-b69e-79623cfbdd4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fae3f23faf0>,) {'filters': {'network_id': ['d25d5cae-54ec-4225-9cbf-925c545d1c4b']}} {{(pid=78743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:57:57.103042 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.services.segments.db [None req-caccd4d6-64f7-4d1f-b69e-79623cfbdd4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fae3f23faf0>, '5ff715a4-8152-43b1-b8d5-eac5f4b39cb8') {'for_net_delete': True} {{(pid=78743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:57:57.103340 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.services.segments.db [None req-caccd4d6-64f7-4d1f-b69e-79623cfbdd4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fae3f23faf0>, '5ff715a4-8152-43b1-b8d5-eac5f4b39cb8') {} {{(pid=78743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:57:57.118336 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-caccd4d6-64f7-4d1f-b69e-79623cfbdd4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774149716363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133955686'] for segment, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:57.144307 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-caccd4d6-64f7-4d1f-b69e-79623cfbdd4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861870'] for segment, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:57.156064 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caccd4d6-64f7-4d1f-b69e-79623cfbdd4a admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=78743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 17 13:57:57.156589 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-caccd4d6-64f7-4d1f-b69e-79623cfbdd4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133957512'] for segment, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:57.172042 dv-cinder-788363-3-iscsi neutron-server[78743]: Traceback (most recent call last):
May 17 13:57:57.172042 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 17 13:57:57.172042 dv-cinder-788363-3-iscsi neutron-server[78743]:     timer()
May 17 13:57:57.172042 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 17 13:57:57.172042 dv-cinder-788363-3-iscsi neutron-server[78743]:     cb(*args, **kw)
May 17 13:57:57.172042 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 17 13:57:57.172042 dv-cinder-788363-3-iscsi neutron-server[78743]:     return func(*args, **kwargs)
May 17 13:57:57.172042 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 17 13:57:57.172042 dv-cinder-788363-3-iscsi neutron-server[78743]:     self._notify()
May 17 13:57:57.172042 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 17 13:57:57.172042 dv-cinder-788363-3-iscsi neutron-server[78743]:     self.callback(batched_events)
May 17 13:57:57.172042 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 17 13:57:57.172042 dv-cinder-788363-3-iscsi neutron-server[78743]:     event.method(event)
May 17 13:57:57.172042 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 17 13:57:57.172042 dv-cinder-788363-3-iscsi neutron-server[78743]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 17 13:57:57.172042 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 17 13:57:57.172042 dv-cinder-788363-3-iscsi neutron-server[78743]:     aggregate_uuid = self.p_client.list_aggregates(
May 17 13:57:57.172042 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 17 13:57:57.172042 dv-cinder-788363-3-iscsi neutron-server[78743]:     return f(self, *a, **k)
May 17 13:57:57.172042 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 17 13:57:57.172042 dv-cinder-788363-3-iscsi neutron-server[78743]:     return self._get(url).json()
May 17 13:57:57.172042 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 17 13:57:57.172042 dv-cinder-788363-3-iscsi neutron-server[78743]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 17 13:57:57.172042 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 17 13:57:57.172042 dv-cinder-788363-3-iscsi neutron-server[78743]:     return self.request(url, 'GET', **kwargs)
May 17 13:57:57.172042 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 17 13:57:57.172042 dv-cinder-788363-3-iscsi neutron-server[78743]:     base_url = self.get_endpoint(auth, allow=allow,
May 17 13:57:57.172042 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 17 13:57:57.172042 dv-cinder-788363-3-iscsi neutron-server[78743]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 17 13:57:57.172042 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 17 13:57:57.172042 dv-cinder-788363-3-iscsi neutron-server[78743]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 17 13:57:57.172042 dv-cinder-788363-3-iscsi neutron-server[78743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 17 13:57:57.182972 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-1181e5ce-15c5-4c2d-ae5f-bef999be0ac1 service neutron] 10.222.0.49 "GET /v2.0/networks/d2ce7c91-4e52-41bd-b5aa-023a054304a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2606297
May 17 13:57:57.265384 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-caccd4d6-64f7-4d1f-b69e-79623cfbdd4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-866893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1676892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1975232'] for network, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:57.274412 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-48949e96-91ec-4fb4-9def-7649e1076f7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:57.294994 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-caccd4d6-64f7-4d1f-b69e-79623cfbdd4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for network, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:57.310207 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caccd4d6-64f7-4d1f-b69e-79623cfbdd4a admin admin] Pushing event deleted for resources: {'Network': ['ID=d25d5cae-54ec-4225-9cbf-925c545d1c4b,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:57.313788 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-caccd4d6-64f7-4d1f-b69e-79623cfbdd4a admin admin] 10.222.0.54 "DELETE /v2.0/networks/d25d5cae-54ec-4225-9cbf-925c545d1c4b HTTP/1.1" status: 204  len: 168 time: 0.5404584
May 17 13:57:57.314776 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-caccd4d6-64f7-4d1f-b69e-79623cfbdd4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:57.360667 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-3ba75738-6a54-4769-9747-9ea1f36dd3f2 req-e5d5c9e6-3031-4153-92a1-9ec7c79d8ded service neutron] 10.222.0.49 "GET /v2.0/networks/d2ce7c91-4e52-41bd-b5aa-023a054304a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1704266
May 17 13:57:57.518208 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75f124-fd64-4a89-9fb2-bfd1e86cd444 req-c7eac2e1-299c-4286-8d73-f215e3c9a67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:57.519639 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-7e75f124-fd64-4a89-9fb2-bfd1e86cd444 req-c7eac2e1-299c-4286-8d73-f215e3c9a67f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=266868f5ba984ccfae3e7b388a910fec&device_id=e534f7ae-09fd-40b3-95e5-8e3a11dac510 HTTP/1.1" status: 200  len: 1101 time: 0.1030016
May 17 13:57:57.605851 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 36156) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:57:57.660094 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-6977df8b-dec2-41b2-9902-a2ab0d44cc11 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=25ecf979ce7f468e82f450fb59f40f1a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0528181
May 17 13:57:57.662543 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 36162) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:57:57.700087 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75f124-fd64-4a89-9fb2-bfd1e86cd444 req-4e196b5a-2cca-4017-89f4-47fac3d95371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:57.702817 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-7e75f124-fd64-4a89-9fb2-bfd1e86cd444 req-4e196b5a-2cca-4017-89f4-47fac3d95371 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d2ce7c91-4e52-41bd-b5aa-023a054304a4 HTTP/1.1" status: 200  len: 870 time: 0.1765647
May 17 13:57:57.733337 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-cad860af-d38f-47de-8c3f-72de25c1eafb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:57.746946 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 36166) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:57:57.775116 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-cad860af-d38f-47de-8c3f-72de25c1eafb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:57.781739 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-7e75f124-fd64-4a89-9fb2-bfd1e86cd444 req-628fb4cb-5350-4578-98a8-b7ffac2ea740 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=49f8f20d-526e-4799-9f17-50fdb75e0f8e HTTP/1.1" status: 200  len: 217 time: 0.0722957
May 17 13:57:57.836437 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-cad860af-d38f-47de-8c3f-72de25c1eafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:57.842097 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-fc434dee-9d86-4dd3-9885-cae4135101f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:57.861695 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad860af-d38f-47de-8c3f-72de25c1eafb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890f41c9-fdc7-4a0f-85af-a9d571fa23e9,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:57.865766 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-cad860af-d38f-47de-8c3f-72de25c1eafb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:57.877636 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75f124-fd64-4a89-9fb2-bfd1e86cd444 req-473921cb-71fa-4f8c-9138-5491f41044c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:57.879492 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-7e75f124-fd64-4a89-9fb2-bfd1e86cd444 req-473921cb-71fa-4f8c-9138-5491f41044c3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c3757a01-c174-450e-aad2-9620fbb81f0f HTTP/1.1" status: 200  len: 843 time: 0.0904942
May 17 13:57:57.898780 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-cad860af-d38f-47de-8c3f-72de25c1eafb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:57.913147 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-cad860af-d38f-47de-8c3f-72de25c1eafb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/890f41c9-fdc7-4a0f-85af-a9d571fa23e9 HTTP/1.1" status: 204  len: 168 time: 0.2415895
May 17 13:57:57.995301 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75f124-fd64-4a89-9fb2-bfd1e86cd444 req-c8c2bc5c-7771-4b3a-ad64-9c24acf56217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:57.997043 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-7e75f124-fd64-4a89-9fb2-bfd1e86cd444 req-c8c2bc5c-7771-4b3a-ad64-9c24acf56217 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d2ce7c91-4e52-41bd-b5aa-023a054304a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1042879
May 17 13:57:58.051077 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-9c599ba1-e302-441c-8fbe-657f3fbd5d86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:58.083627 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-9c599ba1-e302-441c-8fbe-657f3fbd5d86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:57:58.089963 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-9c599ba1-e302-441c-8fbe-657f3fbd5d86 admin admin] Usage tracker for resource:security_group_rule and tenant:2a44e1f71543434b94875af6137558d0 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:57:58.093640 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-9c599ba1-e302-441c-8fbe-657f3fbd5d86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:57:58.104919 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-9c599ba1-e302-441c-8fbe-657f3fbd5d86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:57:58.133645 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a2565-b598-4e38-888b-7015ada0d9d0 req-ce18be88-22db-48c3-a9e5-91623be87884 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:58.136556 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-657a2565-b598-4e38-888b-7015ada0d9d0 req-ce18be88-22db-48c3-a9e5-91623be87884 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=06240799-ef9c-47ab-860a-e4ef7b575124 HTTP/1.1" status: 200  len: 945 time: 0.1680527
May 17 13:57:58.224181 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-7e75f124-fd64-4a89-9fb2-bfd1e86cd444 req-920ee7ea-b36d-4f94-a363-22b66c00c89a service neutron] 10.222.0.49 "GET /v2.0/networks/d2ce7c91-4e52-41bd-b5aa-023a054304a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2198763
May 17 13:57:58.237230 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666fc7f-1987-415c-8e09-8e6b8606b980 req-56538370-b525-4d60-9eec-020cf0b49b9e tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:58.239951 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-2666fc7f-1987-415c-8e09-8e6b8606b980 req-56538370-b525-4d60-9eec-020cf0b49b9e tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] 10.222.0.54 "GET /v2.0/ports?device_id=e534f7ae-09fd-40b3-95e5-8e3a11dac510 HTTP/1.1" status: 200  len: 948 time: 0.1465034
May 17 13:57:58.350351 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-657a2565-b598-4e38-888b-7015ada0d9d0 req-5da2d192-2dde-4102-8170-c1b28b9e36ea tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1996679
May 17 13:57:58.384661 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-9c599ba1-e302-441c-8fbe-657f3fbd5d86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:58.390285 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-9c599ba1-e302-441c-8fbe-657f3fbd5d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:58.392840 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-2666fc7f-1987-415c-8e09-8e6b8606b980 req-f537c0a5-68a7-47ec-878f-ba8579168fbb tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] 10.222.0.54 "GET /v2.0/security-groups?id=0f2df2c3-db71-4f19-854b-eb513afe7f56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1341147
May 17 13:57:58.399700 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-db747cf7-c128-42f4-bf05-0526e15d3054 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:58.441518 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c599ba1-e302-441c-8fbe-657f3fbd5d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1982382-1fea-4e1d-bacb-87621c90688f,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:58.451379 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-7e75f124-fd64-4a89-9fb2-bfd1e86cd444 req-5aec3323-cbee-41b3-9aa8-fdfc3440bee9 service neutron] 10.222.0.49 "GET /v2.0/networks/d2ce7c91-4e52-41bd-b5aa-023a054304a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2115119
May 17 13:57:58.461149 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 36188) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:57:58.462282 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-9c599ba1-e302-441c-8fbe-657f3fbd5d86 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2a44e1f71543434b94875af6137558d0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7141387
May 17 13:57:58.464192 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-9c599ba1-e302-441c-8fbe-657f3fbd5d86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:58.547358 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d3a5a25b-d173-430c-bd49-3e22e21df158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:58.581503 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d3a5a25b-d173-430c-bd49-3e22e21df158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:58.645720 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d3a5a25b-d173-430c-bd49-3e22e21df158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:58.652157 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-b41a58dc-39e4-48fb-8636-7b62f3f4dc0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:58.663681 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a5a25b-d173-430c-bd49-3e22e21df158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1982382-1fea-4e1d-bacb-87621c90688f,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:58.667783 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-d3a5a25b-d173-430c-bd49-3e22e21df158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:58.676586 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d3a5a25b-d173-430c-bd49-3e22e21df158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:58.680106 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-d3a5a25b-d173-430c-bd49-3e22e21df158 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a1982382-1fea-4e1d-bacb-87621c90688f HTTP/1.1" status: 204  len: 168 time: 0.2153945
May 17 13:57:59.061344 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 36210) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:57:59.080244 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-7cd8a2a7-5030-486b-bbaf-3f5be2106475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:59.099485 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-7cd8a2a7-5030-486b-bbaf-3f5be2106475 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:57:59.103364 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-7cd8a2a7-5030-486b-bbaf-3f5be2106475 admin admin] Usage tracker for resource:security_group_rule and tenant:8316148fb12d42fcae3557f27b6f0535 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:57:59.106436 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-7cd8a2a7-5030-486b-bbaf-3f5be2106475 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:57:59.113177 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-7cd8a2a7-5030-486b-bbaf-3f5be2106475 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:57:59.322267 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-5317f9d5-1f02-4031-92a7-fdf51f1dc379 req-b8eed175-c134-4e57-bf75-413f1b61fe1d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1111255
May 17 13:57:59.386798 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-7cd8a2a7-5030-486b-bbaf-3f5be2106475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:59.402969 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-7cd8a2a7-5030-486b-bbaf-3f5be2106475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:59.415140 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-fd6eb953-df47-47d0-a0ad-e7822f0131c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:59.467202 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd8a2a7-5030-486b-bbaf-3f5be2106475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b3727b-e45c-4fc2-a771-af7db0548237,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:59.473794 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-7cd8a2a7-5030-486b-bbaf-3f5be2106475 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8316148fb12d42fcae3557f27b6f0535&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4113414
May 17 13:57:59.475095 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-7cd8a2a7-5030-486b-bbaf-3f5be2106475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:59.476840 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 36222) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:57:59.504102 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317f9d5-1f02-4031-92a7-fdf51f1dc379 req-c6751f91-dfd2-4984-a91a-46d48a1ebade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:59.505680 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-5317f9d5-1f02-4031-92a7-fdf51f1dc379 req-c6751f91-dfd2-4984-a91a-46d48a1ebade service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=67705816dc0348c8a6486f2aa1cb2549&device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 1098 time: 0.1579528
May 17 13:57:59.553513 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-0e1ba828-315f-4bf7-9d2f-f90c62b33cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:59.585258 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-0e1ba828-315f-4bf7-9d2f-f90c62b33cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:59.716285 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754b2cb-74bc-4b6e-a39f-323663603227 req-8a5831de-2a49-4313-9619-a792b8f2bd12 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:59.717949 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5754b2cb-74bc-4b6e-a39f-323663603227 req-8a5831de-2a49-4313-9619-a792b8f2bd12 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] 10.222.0.54 "GET /v2.0/ports?device_id=e534f7ae-09fd-40b3-95e5-8e3a11dac510 HTTP/1.1" status: 200  len: 948 time: 0.1246238
May 17 13:57:59.720359 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-0e1ba828-315f-4bf7-9d2f-f90c62b33cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:59.725650 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-9c599ba1-e302-441c-8fbe-657f3fbd5d86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:57:59.750517 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f997d91-2ee2-4185-b365-3bfd38ddd1d5 req-562191f4-4388-40b8-828c-cfe7acf25c40 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:59.752512 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-4f997d91-2ee2-4185-b365-3bfd38ddd1d5 req-562191f4-4388-40b8-828c-cfe7acf25c40 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=06240799-ef9c-47ab-860a-e4ef7b575124 HTTP/1.1" status: 200  len: 945 time: 0.2458513
May 17 13:57:59.758815 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1ba828-315f-4bf7-9d2f-f90c62b33cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b3727b-e45c-4fc2-a771-af7db0548237,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:57:59.768524 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-0e1ba828-315f-4bf7-9d2f-f90c62b33cfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:57:59.791061 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-0e1ba828-315f-4bf7-9d2f-f90c62b33cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:57:59.795887 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-0e1ba828-315f-4bf7-9d2f-f90c62b33cfd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/23b3727b-e45c-4fc2-a771-af7db0548237 HTTP/1.1" status: 204  len: 168 time: 0.3179731
May 17 13:57:59.812023 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5754b2cb-74bc-4b6e-a39f-323663603227 req-ae93836a-114c-4753-a779-7adf73f02c84 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] 10.222.0.54 "GET /v2.0/security-groups?id=0f2df2c3-db71-4f19-854b-eb513afe7f56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772760
May 17 13:57:59.824454 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317f9d5-1f02-4031-92a7-fdf51f1dc379 req-1ef2e3be-17d9-4984-a243-fa46a89ac6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:57:59.826117 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-5317f9d5-1f02-4031-92a7-fdf51f1dc379 req-1ef2e3be-17d9-4984-a243-fa46a89ac6ea service neutron] 10.222.0.49 "GET /v2.0/networks?id=f96cba92-eccd-4fce-9019-8397a76ebc2b HTTP/1.1" status: 200  len: 918 time: 0.2852104
May 17 13:57:59.999515 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-4f997d91-2ee2-4185-b365-3bfd38ddd1d5 req-8f55424f-2630-4d6d-a837-06387e2abbe2 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2166417
May 17 13:58:00.022062 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-5317f9d5-1f02-4031-92a7-fdf51f1dc379 req-418b6ada-8ce5-4c83-8e15-3635cc5a6115 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e387a912-f167-4519-8373-1322f80d5380 HTTP/1.1" status: 200  len: 1001 time: 0.1882582
May 17 13:58:00.110355 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317f9d5-1f02-4031-92a7-fdf51f1dc379 req-bb9ed5f2-d760-497c-aa57-26d54e77c458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:58:00.113387 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-5317f9d5-1f02-4031-92a7-fdf51f1dc379 req-bb9ed5f2-d760-497c-aa57-26d54e77c458 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d7bf7301-b5af-4e08-ada3-78e2aec55a6a HTTP/1.1" status: 200  len: 856 time: 0.0832686
May 17 13:58:00.200444 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317f9d5-1f02-4031-92a7-fdf51f1dc379 req-57e71de5-10f4-467c-b6d9-cdee92186916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:58:00.201955 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-5317f9d5-1f02-4031-92a7-fdf51f1dc379 req-57e71de5-10f4-467c-b6d9-cdee92186916 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f96cba92-eccd-4fce-9019-8397a76ebc2b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0816753
May 17 13:58:00.374620 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-5317f9d5-1f02-4031-92a7-fdf51f1dc379 req-bec15e8b-0a31-4a6b-ad63-585aa76b021a service neutron] 10.222.0.49 "GET /v2.0/networks/f96cba92-eccd-4fce-9019-8397a76ebc2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1651270
May 17 13:58:00.521253 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-5317f9d5-1f02-4031-92a7-fdf51f1dc379 req-10dfaaf8-59f2-40c2-8e92-3cf174077ab1 service neutron] 10.222.0.49 "GET /v2.0/networks/f96cba92-eccd-4fce-9019-8397a76ebc2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1394804
May 17 13:58:00.872165 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device 49f8f20d-526e-4799-9f17-50fdb75e0f8e details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 17 13:58:01.055669 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port 49f8f20d-526e-4799-9f17-50fdb75e0f8e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=49f8f20d-526e-4799-9f17-50fdb75e0f8e,segment=NetworkSegment(aca4fba8-94cc-4c64-aa16-d1c0395c5c4a),segment_id=aca4fba8-94cc-4c64-aa16-d1c0395c5c4a)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:58:01.060234 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe1459-239a-4d26-a089-f5b7504f101b req-4d407858-4f5e-4e32-9a67-fc6e51af42cd tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:58:01.071577 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-00fe1459-239a-4d26-a089-f5b7504f101b req-4d407858-4f5e-4e32-9a67-fc6e51af42cd tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] 10.222.0.54 "GET /v2.0/ports?device_id=e534f7ae-09fd-40b3-95e5-8e3a11dac510 HTTP/1.1" status: 200  len: 948 time: 0.1234167
May 17 13:58:01.072872 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Returning: {'device': '49f8f20d-526e-4799-9f17-50fdb75e0f8e', 'network_id': 'd2ce7c91-4e52-41bd-b5aa-023a054304a4', 'port_id': '49f8f20d-526e-4799-9f17-50fdb75e0f8e', 'mac_address': 'fa:16:3e:4f:57:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3757a01-c174-450e-aad2-9620fbb81f0f', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 17 13:58:01.152971 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:01.153228 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-00fe1459-239a-4d26-a089-f5b7504f101b req-4c58c829-bebb-4924-b9ae-9e58ad66ba4d tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] 10.222.0.54 "GET /v2.0/security-groups?id=0f2df2c3-db71-4f19-854b-eb513afe7f56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782495
May 17 13:58:01.178915 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49f8f20d-526e-4799-9f17-50fdb75e0f8e {{(pid=78744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 17 13:58:01.196878 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port 49f8f20d-526e-4799-9f17-50fdb75e0f8e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=49f8f20d-526e-4799-9f17-50fdb75e0f8e,segment=NetworkSegment(aca4fba8-94cc-4c64-aa16-d1c0395c5c4a),segment_id=aca4fba8-94cc-4c64-aa16-d1c0395c5c4a)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:58:01.202327 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:01.212817 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:01.345224 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be45de6-88ab-4f56-ae43-4c9bb2f13d1c req-0f45b61d-a75b-43d2-9769-c91559d3a601 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:58:01.346750 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-4be45de6-88ab-4f56-ae43-4c9bb2f13d1c req-0f45b61d-a75b-43d2-9769-c91559d3a601 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=06240799-ef9c-47ab-860a-e4ef7b575124 HTTP/1.1" status: 200  len: 945 time: 0.1308928
May 17 13:58:01.365340 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Pushing event updated for resources: {'Port': ['ID=49f8f20d-526e-4799-9f17-50fdb75e0f8e,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:01.373668 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:58:01.374378 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:58:01.374700 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:58:01.375089 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:58:01.375436 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:58:01.375843 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:58:01.376297 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:58:01.376488 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:58:01.376948 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:58:01.377282 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:58:01.378191 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:58:01.378681 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:58:01.383032 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:01.406312 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-4be45de6-88ab-4f56-ae43-4c9bb2f13d1c req-7f52fbda-4e68-418b-af45-5bbd1aaa45fd tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517941
May 17 13:58:02.037386 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] get_ports_and_sgs() called for port_ids ['49f8f20d-526e-4799-9f17-50fdb75e0f8e'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 17 13:58:02.286061 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 36312) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:58:02.402390 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff856636-9b58-4524-aa7a-a2a951e60361 req-394ff6f6-6db3-4590-9fd4-aee95ff58c47 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:58:02.407861 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ff856636-9b58-4524-aa7a-a2a951e60361 req-394ff6f6-6db3-4590-9fd4-aee95ff58c47 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] 10.222.0.54 "GET /v2.0/ports?device_id=e534f7ae-09fd-40b3-95e5-8e3a11dac510 HTTP/1.1" status: 200  len: 949 time: 0.1440964
May 17 13:58:02.441879 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-bdace047-fd87-4e89-8f3c-cbab696a5e40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:02.458583 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-bdace047-fd87-4e89-8f3c-cbab696a5e40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:58:02.463182 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-bdace047-fd87-4e89-8f3c-cbab696a5e40 admin admin] Usage tracker for resource:security_group_rule and tenant:3d53fbfa675149ef8311935925f621c5 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:58:02.464016 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ff856636-9b58-4524-aa7a-a2a951e60361 req-e6d4f8c5-a5d7-41a2-8d93-e2f69af11183 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] 10.222.0.54 "GET /v2.0/security-groups?id=0f2df2c3-db71-4f19-854b-eb513afe7f56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522070
May 17 13:58:02.466851 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-bdace047-fd87-4e89-8f3c-cbab696a5e40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:58:02.482022 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-bdace047-fd87-4e89-8f3c-cbab696a5e40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:58:02.621307 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-bdace047-fd87-4e89-8f3c-cbab696a5e40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:02.633115 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-bdace047-fd87-4e89-8f3c-cbab696a5e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:02.642633 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-d3a5a25b-d173-430c-bd49-3e22e21df158 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:02.695173 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-bdace047-fd87-4e89-8f3c-cbab696a5e40 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3d53fbfa675149ef8311935925f621c5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4077940
May 17 13:58:02.697824 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdace047-fd87-4e89-8f3c-cbab696a5e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c4c6d9-7e53-4dd9-94a9-3170d1dc8fdf,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:02.698263 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 36330) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:58:02.701313 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-bdace047-fd87-4e89-8f3c-cbab696a5e40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:02.716516 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeeb6e0-8bdc-42d3-86bb-652ff3d6d3f0 req-5f60ee6b-74d0-4d4f-8005-32e48ca6aaec tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:58:02.718215 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-daeeb6e0-8bdc-42d3-86bb-652ff3d6d3f0 req-5f60ee6b-74d0-4d4f-8005-32e48ca6aaec tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=06240799-ef9c-47ab-860a-e4ef7b575124 HTTP/1.1" status: 200  len: 945 time: 0.1690557
May 17 13:58:02.774900 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-daeeb6e0-8bdc-42d3-86bb-652ff3d6d3f0 req-9f0ffe49-e0df-4307-88e3-79879294e646 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503416
May 17 13:58:02.860842 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-15ade237-330f-4c5c-8182-91ea57499cc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:02.887289 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-15ade237-330f-4c5c-8182-91ea57499cc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:02.940234 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-15ade237-330f-4c5c-8182-91ea57499cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:02.943918 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-7a7aea07-d5a4-48af-8f8d-af7fe5c4ee77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:02.954929 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ade237-330f-4c5c-8182-91ea57499cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c4c6d9-7e53-4dd9-94a9-3170d1dc8fdf,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:02.965574 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ade237-330f-4c5c-8182-91ea57499cc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:58:02.965909 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ade237-330f-4c5c-8182-91ea57499cc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:58:02.966325 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ade237-330f-4c5c-8182-91ea57499cc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:58:02.966664 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ade237-330f-4c5c-8182-91ea57499cc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:58:02.967011 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ade237-330f-4c5c-8182-91ea57499cc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:58:02.967356 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ade237-330f-4c5c-8182-91ea57499cc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:58:02.967722 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ade237-330f-4c5c-8182-91ea57499cc4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:58:02.968110 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ade237-330f-4c5c-8182-91ea57499cc4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:58:02.968441 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ade237-330f-4c5c-8182-91ea57499cc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:58:02.968735 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ade237-330f-4c5c-8182-91ea57499cc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:58:02.969068 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ade237-330f-4c5c-8182-91ea57499cc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:58:02.969404 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ade237-330f-4c5c-8182-91ea57499cc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:58:02.973085 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-15ade237-330f-4c5c-8182-91ea57499cc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:02.974186 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-15ade237-330f-4c5c-8182-91ea57499cc4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/08c4c6d9-7e53-4dd9-94a9-3170d1dc8fdf HTTP/1.1" status: 204  len: 168 time: 0.2748399
May 17 13:58:02.975038 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-15ade237-330f-4c5c-8182-91ea57499cc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:03.249680 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 36338) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:58:03.267558 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-a86c74a8-4df8-46e4-a497-17ca8c46b5c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:03.281811 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-a86c74a8-4df8-46e4-a497-17ca8c46b5c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:58:03.285711 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-a86c74a8-4df8-46e4-a497-17ca8c46b5c4 admin admin] Usage tracker for resource:security_group_rule and tenant:eca53c64bd4046eea846edf900349753 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:58:03.288503 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-a86c74a8-4df8-46e4-a497-17ca8c46b5c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:58:03.294150 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-a86c74a8-4df8-46e4-a497-17ca8c46b5c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:58:03.377856 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-a86c74a8-4df8-46e4-a497-17ca8c46b5c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:03.381505 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-a86c74a8-4df8-46e4-a497-17ca8c46b5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:03.387819 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-e0f5c718-8cc4-4c4a-adea-52ecf93229a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:03.412645 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:03.433770 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-a86c74a8-4df8-46e4-a497-17ca8c46b5c4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=eca53c64bd4046eea846edf900349753&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1829686
May 17 13:58:03.434775 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86c74a8-4df8-46e4-a497-17ca8c46b5c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e961c00d-369c-474c-ba9f-5851e7530c11,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:03.436517 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 36344) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:58:03.437857 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-a86c74a8-4df8-46e4-a497-17ca8c46b5c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:03.500684 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-22501c92-e7cb-4a9e-b087-20ea45d7f066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:03.525880 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-22501c92-e7cb-4a9e-b087-20ea45d7f066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:03.581737 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-22501c92-e7cb-4a9e-b087-20ea45d7f066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:03.586709 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-6c90cd5d-c109-438a-ba61-30ff31df75d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:03.600579 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22501c92-e7cb-4a9e-b087-20ea45d7f066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e961c00d-369c-474c-ba9f-5851e7530c11,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:03.612596 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22501c92-e7cb-4a9e-b087-20ea45d7f066 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:58:03.612966 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22501c92-e7cb-4a9e-b087-20ea45d7f066 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:58:03.613327 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22501c92-e7cb-4a9e-b087-20ea45d7f066 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:58:03.613681 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22501c92-e7cb-4a9e-b087-20ea45d7f066 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:58:03.614031 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22501c92-e7cb-4a9e-b087-20ea45d7f066 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:58:03.614381 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22501c92-e7cb-4a9e-b087-20ea45d7f066 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:58:03.614725 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22501c92-e7cb-4a9e-b087-20ea45d7f066 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:58:03.615072 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22501c92-e7cb-4a9e-b087-20ea45d7f066 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:58:03.615436 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22501c92-e7cb-4a9e-b087-20ea45d7f066 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:58:03.615782 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22501c92-e7cb-4a9e-b087-20ea45d7f066 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:58:03.616126 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22501c92-e7cb-4a9e-b087-20ea45d7f066 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:58:03.616465 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22501c92-e7cb-4a9e-b087-20ea45d7f066 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:58:03.627729 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-22501c92-e7cb-4a9e-b087-20ea45d7f066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:03.636952 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-22501c92-e7cb-4a9e-b087-20ea45d7f066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:03.641639 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-22501c92-e7cb-4a9e-b087-20ea45d7f066 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e961c00d-369c-474c-ba9f-5851e7530c11 HTTP/1.1" status: 204  len: 168 time: 0.2036073
May 17 13:58:03.667609 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8db5a-29ef-4070-88a2-f8b9002cc9c4 req-567fe963-07e3-484c-b434-1b66f354ebff tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:58:03.675943 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-56c8db5a-29ef-4070-88a2-f8b9002cc9c4 req-567fe963-07e3-484c-b434-1b66f354ebff tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] 10.222.0.54 "GET /v2.0/ports?device_id=e534f7ae-09fd-40b3-95e5-8e3a11dac510 HTTP/1.1" status: 200  len: 949 time: 0.1074357
May 17 13:58:03.724670 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-56c8db5a-29ef-4070-88a2-f8b9002cc9c4 req-2fc2d903-56fe-449e-8060-ef3c508ef52b tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] 10.222.0.54 "GET /v2.0/security-groups?id=0f2df2c3-db71-4f19-854b-eb513afe7f56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471568
May 17 13:58:03.967953 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 36366) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:58:04.089735 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-90cd3936-1069-43b8-962f-f9aa02d27848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:04.111239 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-90cd3936-1069-43b8-962f-f9aa02d27848 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:58:04.116080 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-90cd3936-1069-43b8-962f-f9aa02d27848 admin admin] Usage tracker for resource:security_group_rule and tenant:8973821cb75b4765b63dd90400f77307 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:58:04.119119 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-90cd3936-1069-43b8-962f-f9aa02d27848 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:58:04.125463 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-90cd3936-1069-43b8-962f-f9aa02d27848 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:58:04.232958 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-90cd3936-1069-43b8-962f-f9aa02d27848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:04.241756 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-90cd3936-1069-43b8-962f-f9aa02d27848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:04.250862 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-cd82faa0-e9dd-45c9-810f-8fcf3f81a37d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:04.294903 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-90cd3936-1069-43b8-962f-f9aa02d27848 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8973821cb75b4765b63dd90400f77307&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3227723
May 17 13:58:04.294903 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 36384) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:58:04.297384 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd3936-1069-43b8-962f-f9aa02d27848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e368adf-d783-4ec6-a46b-ea061eba8733,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:04.311110 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-90cd3936-1069-43b8-962f-f9aa02d27848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:04.360548 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-edc11b23-6776-447b-8a4c-4607a6ab7fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:04.394790 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-edc11b23-6776-447b-8a4c-4607a6ab7fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:04.447250 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-edc11b23-6776-447b-8a4c-4607a6ab7fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:04.452185 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-feb2412a-3c3f-4c89-b368-362e134a1461 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:04.467347 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc11b23-6776-447b-8a4c-4607a6ab7fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e368adf-d783-4ec6-a46b-ea061eba8733,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:04.469709 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-edc11b23-6776-447b-8a4c-4607a6ab7fc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:04.477519 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-edc11b23-6776-447b-8a4c-4607a6ab7fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:04.478623 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-edc11b23-6776-447b-8a4c-4607a6ab7fc9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3e368adf-d783-4ec6-a46b-ea061eba8733 HTTP/1.1" status: 204  len: 168 time: 0.1830223
May 17 13:58:04.774794 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-6dc82a79-54ef-47da-9508-35b934027050 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Synchronizing usage tracker for tenant:b46cc502c62d47f5ad1b5cac00f4506b on resource:security_group {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 13:58:04.794359 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-6dc82a79-54ef-47da-9508-35b934027050 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Unset dirty status for tenant:b46cc502c62d47f5ad1b5cac00f4506b on resource:security_group {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 13:58:04.795929 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-6dc82a79-54ef-47da-9508-35b934027050 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1447543943&fields=id&tenant_id=b46cc502c62d47f5ad1b5cac00f4506b HTTP/1.1" status: 200  len: 267 time: 0.0681841
May 17 13:58:04.928328 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device 49f8f20d-526e-4799-9f17-50fdb75e0f8e up at agent hyperv_hv-cinder-78836 {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:58:04.956794 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-9973260e-28a2-4d15-be52-9fe8c883b19d tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:58:04.958586 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-9973260e-28a2-4d15-be52-9fe8c883b19d tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/networks?id=17f276ec-48a2-425f-91fa-53462c568dbf HTTP/1.1" status: 200  len: 809 time: 0.1533856
May 17 13:58:04.982404 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-9a19c97f-0fd4-4759-adb7-b154d99cb7ad tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/quotas/b46cc502c62d47f5ad1b5cac00f4506b HTTP/1.1" status: 200  len: 375 time: 0.0169930
May 17 13:58:05.005689 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Provisioning for port 49f8f20d-526e-4799-9f17-50fdb75e0f8e completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:58:05.011432 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Provisioning complete for port 49f8f20d-526e-4799-9f17-50fdb75e0f8e triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:58:05.011935 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:05.077739 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-7c5bbec5-695c-4ce2-8380-7fbd847083a8 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Synchronizing usage tracker for tenant:b46cc502c62d47f5ad1b5cac00f4506b on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 13:58:05.095667 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-7c5bbec5-695c-4ce2-8380-7fbd847083a8 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Unset dirty status for tenant:b46cc502c62d47f5ad1b5cac00f4506b on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 13:58:05.097433 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-7c5bbec5-695c-4ce2-8380-7fbd847083a8 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b46cc502c62d47f5ad1b5cac00f4506b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1086788
May 17 13:58:05.140566 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:05.168036 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e534f7ae-09fd-40b3-95e5-8e3a11dac510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f8f20d-526e-4799-9f17-50fdb75e0f8e'}] {{(pid=78744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 13:58:05.178744 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port 49f8f20d-526e-4799-9f17-50fdb75e0f8e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=49f8f20d-526e-4799-9f17-50fdb75e0f8e,segment=NetworkSegment(aca4fba8-94cc-4c64-aa16-d1c0395c5c4a),segment_id=aca4fba8-94cc-4c64-aa16-d1c0395c5c4a)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:58:05.183900 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:05.186170 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-f0434443-d490-48f2-a86e-93c4c03d7c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:05.240203 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-bfea259a-fe4c-4557-a193-a6b2bea189e0 service neutron] 10.222.0.54 "GET /v2.0/networks/17f276ec-48a2-425f-91fa-53462c568dbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1298771
May 17 13:58:05.256062 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Pushing event updated for resources: {'Port': ['ID=49f8f20d-526e-4799-9f17-50fdb75e0f8e,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:05.259546 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:05.373872 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-2d5694bc-817a-4a31-af0a-8facd7b95a65 service neutron] 10.222.0.54 "GET /v2.0/networks/17f276ec-48a2-425f-91fa-53462c568dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1268835
May 17 13:58:05.848066 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d15a54-1fd3-4bf8-9bf9-7da04e68c527 req-d97cce04-8a26-49ec-b5a9-42c46407b7d9 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:58:05.849534 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-40d15a54-1fd3-4bf8-9bf9-7da04e68c527 req-d97cce04-8a26-49ec-b5a9-42c46407b7d9 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] 10.222.0.54 "GET /v2.0/ports?device_id=e534f7ae-09fd-40b3-95e5-8e3a11dac510 HTTP/1.1" status: 200  len: 950 time: 0.0875356
May 17 13:58:05.898744 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-40d15a54-1fd3-4bf8-9bf9-7da04e68c527 req-f7b923c1-81a2-4b1f-b4d1-52b39c0e855c tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] 10.222.0.54 "GET /v2.0/security-groups?id=0f2df2c3-db71-4f19-854b-eb513afe7f56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434620
May 17 13:58:06.202045 dv-cinder-788363-3-iscsi neutron-server[78744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e534f7ae-09fd-40b3-95e5-8e3a11dac510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f8f20d-526e-4799-9f17-50fdb75e0f8e', 'code': 200}
May 17 13:58:06.340916 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4d96ce4b-98b2-4d24-b846-c81096c24888 req-380b640c-5ae6-47d1-af9a-488de24c4044 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/ports?device_id=0122dee7-ebd4-4cac-aa82-4807a0e12254 HTTP/1.1" status: 200  len: 210 time: 0.0539119
May 17 13:58:06.546126 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6299e0fd-fc64-40a7-9b38-c6d8f5b4af4c req-5a560576-2587-4929-83ed-96efa8bc71ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:58:06.547654 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-6299e0fd-fc64-40a7-9b38-c6d8f5b4af4c req-5a560576-2587-4929-83ed-96efa8bc71ce service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e534f7ae-09fd-40b3-95e5-8e3a11dac510 HTTP/1.1" status: 200  len: 1103 time: 0.0729864
May 17 13:58:06.593406 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-6299e0fd-fc64-40a7-9b38-c6d8f5b4af4c req-e9dbbf23-fbd6-41d6-a8dd-f9b6bb1161c3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0f2df2c3-db71-4f19-854b-eb513afe7f56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380881
May 17 13:58:07.082938 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a8764-163b-46d5-8a3b-1a29e75b7487 req-67a644da-dadb-4cf3-bd07-eca40c9491d9 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:58:07.084389 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-134a8764-163b-46d5-8a3b-1a29e75b7487 req-67a644da-dadb-4cf3-bd07-eca40c9491d9 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] 10.222.0.54 "GET /v2.0/ports?device_id=e534f7ae-09fd-40b3-95e5-8e3a11dac510 HTTP/1.1" status: 200  len: 950 time: 0.0809844
May 17 13:58:07.129558 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-134a8764-163b-46d5-8a3b-1a29e75b7487 req-ac05a7b4-e439-4391-8b87-6f8255d2c498 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] 10.222.0.54 "GET /v2.0/security-groups?id=0f2df2c3-db71-4f19-854b-eb513afe7f56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395796
May 17 13:58:07.400493 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-d4daabd7-2581-4e70-bdb8-cc7279a90959 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:58:07.401315 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-d4daabd7-2581-4e70-bdb8-cc7279a90959 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Synchronizing usage tracker for tenant:b46cc502c62d47f5ad1b5cac00f4506b on resource:network {{(pid=78742) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 13:58:07.405172 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-1324397f-2933-4136-942a-fb9f4b39abad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:07.418134 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-d4daabd7-2581-4e70-bdb8-cc7279a90959 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Unset dirty status for tenant:b46cc502c62d47f5ad1b5cac00f4506b on resource:network {{(pid=78742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 13:58:07.419144 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-d4daabd7-2581-4e70-bdb8-cc7279a90959 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.49 "GET /v2.0/networks?id=17f276ec-48a2-425f-91fa-53462c568dbf HTTP/1.1" status: 200  len: 809 time: 0.1720474
May 17 13:58:09.867579 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:10.121176 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-beee10b9-cece-4677-b8a1-a0569dd0971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:10.990447 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-533a9918-d89c-4562-8a48-35a661957320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:11.181264 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-efcf2ebd-f751-40e1-baa6-8d1a8db55ed7 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Synchronizing usage tracker for tenant:b46cc502c62d47f5ad1b5cac00f4506b on resource:security_group {{(pid=78742) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 13:58:11.193089 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-efcf2ebd-f751-40e1-baa6-8d1a8db55ed7 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Unset dirty status for tenant:b46cc502c62d47f5ad1b5cac00f4506b on resource:security_group {{(pid=78742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 13:58:11.194208 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-efcf2ebd-f751-40e1-baa6-8d1a8db55ed7 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b46cc502c62d47f5ad1b5cac00f4506b HTTP/1.1" status: 200  len: 380 time: 0.1098261
May 17 13:58:11.207087 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-c7c06fa5-6950-41ec-b909-d6b517d085f6 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Request body: {'port': {'device_id': '0122dee7-ebd4-4cac-aa82-4807a0e12254', 'network_id': '17f276ec-48a2-425f-91fa-53462c568dbf', 'admin_state_up': True, 'tenant_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'security_groups': ['5ef219b3-87a8-4615-8532-27feb0e44e11']}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:58:11.237139 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c043fed2-c4d8-4f02-be0b-1a7f91936520 req-ebd1f318-f31b-4d2c-ae43-c90d6a977fe4 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/ports?device_id=0122dee7-ebd4-4cac-aa82-4807a0e12254 HTTP/1.1" status: 200  len: 210 time: 0.0422237
May 17 13:58:11.349437 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-c7c06fa5-6950-41ec-b909-d6b517d085f6 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:58:11.359364 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-c7c06fa5-6950-41ec-b909-d6b517d085f6 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:58:11.369722 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-c7c06fa5-6950-41ec-b909-d6b517d085f6 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Made reservation on behalf of b46cc502c62d47f5ad1b5cac00f4506b for: {'port': 1} {{(pid=78742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 17 13:58:11.373595 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-c7c06fa5-6950-41ec-b909-d6b517d085f6 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:11.434312 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c94b6-cf18-46fc-9e3c-3336af3b6f90 req-d25d9b69-a2ad-443f-b72c-0c7bdecd39fc tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:58:11.436725 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4f9c94b6-cf18-46fc-9e3c-3336af3b6f90 req-d25d9b69-a2ad-443f-b72c-0c7bdecd39fc tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] 10.222.0.54 "GET /v2.0/ports?device_id=e534f7ae-09fd-40b3-95e5-8e3a11dac510 HTTP/1.1" status: 200  len: 950 time: 0.0955992
May 17 13:58:11.483352 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4f9c94b6-cf18-46fc-9e3c-3336af3b6f90 req-5f1bcf7d-bd1e-4121-8d64-73fa174dbcf6 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] 10.222.0.54 "GET /v2.0/security-groups?id=0f2df2c3-db71-4f19-854b-eb513afe7f56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404291
May 17 13:58:11.550931 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.db_base_plugin_common [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-c7c06fa5-6950-41ec-b909-d6b517d085f6 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Allocated IP 172.20.0.7 (17f276ec-48a2-425f-91fa-53462c568dbf/08a0d08f-e6a8-470a-bbaf-7361dd8bc1a0/71f374e4-dda9-4593-81cc-c6e7dcde1f3d) {{(pid=78742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 17 13:58:11.747707 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-c7c06fa5-6950-41ec-b909-d6b517d085f6 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Notify callbacks [] for port, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:11.765473 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.provisioning_blocks [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-c7c06fa5-6950-41ec-b909-d6b517d085f6 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Transition to ACTIVE for port object 71f374e4-dda9-4593-81cc-c6e7dcde1f3d will not be triggered until provisioned by entity DHCP. {{(pid=78742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:58:11.797707 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-c7c06fa5-6950-41ec-b909-d6b517d085f6 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774149279272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132438228'] for port, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:11.805450 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:11.870078 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-c7c06fa5-6950-41ec-b909-d6b517d085f6 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Network 17f276ec-48a2-425f-91fa-53462c568dbf is already hosted by enough agents. {{(pid=78742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 13:58:11.873151 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-c7c06fa5-6950-41ec-b909-d6b517d085f6 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Resources bound (agent type, host, resource id):  {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:58:11.877708 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.l3_dvrscheduler_db [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-c7c06fa5-6950-41ec-b909-d6b517d085f6 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Received port after_create {{(pid=78742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 17 13:58:11.926526 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c06fa5-6950-41ec-b909-d6b517d085f6 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Pushing event updated for resources: {'Port': ['ID=71f374e4-dda9-4593-81cc-c6e7dcde1f3d,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:11.931305 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-c7c06fa5-6950-41ec-b909-d6b517d085f6 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:11.957224 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-c7c06fa5-6950-41ec-b909-d6b517d085f6 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:58:11.958176 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-c7c06fa5-6950-41ec-b909-d6b517d085f6 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for port, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:11.988699 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-c7c06fa5-6950-41ec-b909-d6b517d085f6 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7857726
May 17 13:58:12.008286 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-1aacf323-187b-48c1-9b64-c03060da3aea service neutron] Request body: {'port': {'device_id': '0122dee7-ebd4-4cac-aa82-4807a0e12254', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:58:12.138377 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-1aacf323-187b-48c1-9b64-c03060da3aea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:12.204179 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-b00c8e4b-a86d-44c0-a1d7-d332b8f89e2f None None] Provisioning for port 71f374e4-dda9-4593-81cc-c6e7dcde1f3d completed by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:58:12.211226 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-b00c8e4b-a86d-44c0-a1d7-d332b8f89e2f None None] Provisioning complete for port 71f374e4-dda9-4593-81cc-c6e7dcde1f3d triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:58:12.211848 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-b00c8e4b-a86d-44c0-a1d7-d332b8f89e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:12.274205 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-b00c8e4b-a86d-44c0-a1d7-d332b8f89e2f None None] Port 71f374e4-dda9-4593-81cc-c6e7dcde1f3d cannot update to ACTIVE because it is not bound. {{(pid=78744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 17 13:58:12.440489 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff17c80f-9665-4e27-a738-8e7248fcbb4b req-95e13884-3f46-4eaf-8f31-bff63d0c5aa9 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:58:12.442069 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ff17c80f-9665-4e27-a738-8e7248fcbb4b req-95e13884-3f46-4eaf-8f31-bff63d0c5aa9 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/ports?device_id=0122dee7-ebd4-4cac-aa82-4807a0e12254 HTTP/1.1" status: 200  len: 931 time: 0.0801387
May 17 13:58:12.493117 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ff17c80f-9665-4e27-a738-8e7248fcbb4b req-f637b6f9-46ff-42e3-b0b9-cd69a481624b tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef219b3-87a8-4615-8532-27feb0e44e11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430987
May 17 13:58:12.521583 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1529072-104d-404f-8ce8-7078c9c34ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:12.529878 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.notifiers.nova [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-1aacf323-187b-48c1-9b64-c03060da3aea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71f374e4-dda9-4593-81cc-c6e7dcde1f3d {{(pid=78742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 17 13:58:12.537192 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-1aacf323-187b-48c1-9b64-c03060da3aea service neutron] Notify callbacks [] for port, precommit_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:12.551989 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.provisioning_blocks [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-1aacf323-187b-48c1-9b64-c03060da3aea service neutron] Transition to ACTIVE for port object 71f374e4-dda9-4593-81cc-c6e7dcde1f3d will not be triggered until provisioned by entity L2. {{(pid=78742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:58:12.555642 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-1aacf323-187b-48c1-9b64-c03060da3aea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132438237'] for port, after_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:12.560349 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-564ca698-b10f-4b2a-bdcd-83ead720d369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:12.679991 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d517839a-8e88-4ef0-82ad-4f0f1f038fb5 req-7a617a34-2382-49bd-a50e-b8ebcfcf510b tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:58:12.681666 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d517839a-8e88-4ef0-82ad-4f0f1f038fb5 req-7a617a34-2382-49bd-a50e-b8ebcfcf510b tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] 10.222.0.54 "GET /v2.0/ports?device_id=e534f7ae-09fd-40b3-95e5-8e3a11dac510 HTTP/1.1" status: 200  len: 950 time: 0.0858195
May 17 13:58:12.730144 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d517839a-8e88-4ef0-82ad-4f0f1f038fb5 req-0721cbaf-2995-485d-82e4-9e9544609b8b tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] 10.222.0.54 "GET /v2.0/security-groups?id=0f2df2c3-db71-4f19-854b-eb513afe7f56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423541
May 17 13:58:12.748361 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aacf323-187b-48c1-9b64-c03060da3aea service neutron] Pushing event updated for resources: {'Port': ['ID=71f374e4-dda9-4593-81cc-c6e7dcde1f3d,revision_number=2']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:12.797926 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-1aacf323-187b-48c1-9b64-c03060da3aea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:12.806486 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.managers [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-1aacf323-187b-48c1-9b64-c03060da3aea service neutron] Attempting to bind port 71f374e4-dda9-4593-81cc-c6e7dcde1f3d on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 17 13:58:12.806822 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.managers [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-1aacf323-187b-48c1-9b64-c03060da3aea service neutron] Attempting to bind port 71f374e4-dda9-4593-81cc-c6e7dcde1f3d by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'f5192fda-728b-46fa-8daf-13ea55efe036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '17f276ec-48a2-425f-91fa-53462c568dbf'}] {{(pid=78742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 17 13:58:12.807142 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-1aacf323-187b-48c1-9b64-c03060da3aea service neutron] Attempting to bind port 71f374e4-dda9-4593-81cc-c6e7dcde1f3d on network 17f276ec-48a2-425f-91fa-53462c568dbf {{(pid=78742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 13:58:12.812260 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-1aacf323-187b-48c1-9b64-c03060da3aea service neutron] Port 71f374e4-dda9-4593-81cc-c6e7dcde1f3d on network 17f276ec-48a2-425f-91fa-53462c568dbf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 17 13:58:12.812582 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-1aacf323-187b-48c1-9b64-c03060da3aea service neutron] Attempting to bind port 71f374e4-dda9-4593-81cc-c6e7dcde1f3d on network 17f276ec-48a2-425f-91fa-53462c568dbf {{(pid=78742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 13:58:12.817650 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-1aacf323-187b-48c1-9b64-c03060da3aea service neutron] Checking agent: {'id': '2184a6b5-3e0c-4449-b4b5-a4e82803b4d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 53, 3), 'started_at': datetime.datetime(2021, 5, 17, 13, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 17 13:58:12.818574 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-1aacf323-187b-48c1-9b64-c03060da3aea service neutron] Checking segment: {'id': 'f5192fda-728b-46fa-8daf-13ea55efe036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '17f276ec-48a2-425f-91fa-53462c568dbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 13:58:12.818574 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-1aacf323-187b-48c1-9b64-c03060da3aea service neutron] Bound using segment: {'id': 'f5192fda-728b-46fa-8daf-13ea55efe036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '17f276ec-48a2-425f-91fa-53462c568dbf'} {{(pid=78742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 17 13:58:12.818783 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.managers [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-1aacf323-187b-48c1-9b64-c03060da3aea service neutron] Bound port: 71f374e4-dda9-4593-81cc-c6e7dcde1f3d, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5192fda-728b-46fa-8daf-13ea55efe036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '17f276ec-48a2-425f-91fa-53462c568dbf'}}] {{(pid=78742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 17 13:58:12.819094 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-1aacf323-187b-48c1-9b64-c03060da3aea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:12.912587 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.db [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-1aacf323-187b-48c1-9b64-c03060da3aea service neutron] For port 71f374e4-dda9-4593-81cc-c6e7dcde1f3d, host hv-cinder-78836, cleared binding levels {{(pid=78742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 17 13:58:12.915710 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.db [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-1aacf323-187b-48c1-9b64-c03060da3aea service neutron] For port 71f374e4-dda9-4593-81cc-c6e7dcde1f3d, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=71f374e4-dda9-4593-81cc-c6e7dcde1f3d,segment=NetworkSegment(f5192fda-728b-46fa-8daf-13ea55efe036),segment_id=f5192fda-728b-46fa-8daf-13ea55efe036)] {{(pid=78742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 17 13:58:12.920692 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-1aacf323-187b-48c1-9b64-c03060da3aea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132438237'] for port, after_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:12.924405 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-0c588e5a-36c8-449e-9d68-f5bcd6e21048 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:12.986648 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-1aacf323-187b-48c1-9b64-c03060da3aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:58:12.987259 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-1aacf323-187b-48c1-9b64-c03060da3aea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for port, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:12.988688 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-1aacf323-187b-48c1-9b64-c03060da3aea service neutron] 10.222.0.49 "PUT /v2.0/ports/71f374e4-dda9-4593-81cc-c6e7dcde1f3d HTTP/1.1" status: 200  len: 1093 time: 0.9847720
May 17 13:58:12.989187 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0122dee7-ebd4-4cac-aa82-4807a0e12254', 'tag': '71f374e4-dda9-4593-81cc-c6e7dcde1f3d'}] {{(pid=78742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 13:58:13.009757 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aacf323-187b-48c1-9b64-c03060da3aea service neutron] Pushing event updated for resources: {'Port': ['ID=71f374e4-dda9-4593-81cc-c6e7dcde1f3d,revision_number=3']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:13.013034 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-1aacf323-187b-48c1-9b64-c03060da3aea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:16.799264 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-b110c705-916a-40fe-bb76-83e957281f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:58:16.800808 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-b110c705-916a-40fe-bb76-83e957281f3e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b46cc502c62d47f5ad1b5cac00f4506b&device_id=0122dee7-ebd4-4cac-aa82-4807a0e12254 HTTP/1.1" status: 200  len: 1096 time: 0.0808091
May 17 13:58:16.945083 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-88b2aa4b-8f5f-488b-8314-22ae17563829 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71f374e4-dda9-4593-81cc-c6e7dcde1f3d HTTP/1.1" status: 200  len: 217 time: 0.1258132
May 17 13:58:16.966160 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0122dee7-ebd4-4cac-aa82-4807a0e12254', 'tag': '71f374e4-dda9-4593-81cc-c6e7dcde1f3d', 'status': 'completed', 'code': 200}
May 17 13:58:17.189463 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-86981b99-2087-48fb-b4ef-5a66a0b3c2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:58:17.190901 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-86981b99-2087-48fb-b4ef-5a66a0b3c2ff service neutron] 10.222.0.49 "GET /v2.0/subnets?id=08a0d08f-e6a8-470a-bbaf-7361dd8bc1a0 HTTP/1.1" status: 200  len: 848 time: 0.0604408
May 17 13:58:17.265965 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-e977dbbd-6f3f-4301-8805-de201ccadeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:58:17.268202 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-e977dbbd-6f3f-4301-8805-de201ccadeba service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=17f276ec-48a2-425f-91fa-53462c568dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0697391
May 17 13:58:17.401913 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-b468556c-77bf-4b7b-b1bf-8dac3696ca09 service neutron] 10.222.0.49 "GET /v2.0/networks/17f276ec-48a2-425f-91fa-53462c568dbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1267328
May 17 13:58:17.404713 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a960f-b7cf-44be-881d-ad291f7a2d59 req-75415fd9-3441-4fa4-8fb6-d6c224282344 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:58:17.406140 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-bc8a960f-b7cf-44be-881d-ad291f7a2d59 req-75415fd9-3441-4fa4-8fb6-d6c224282344 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/ports?device_id=0122dee7-ebd4-4cac-aa82-4807a0e12254 HTTP/1.1" status: 200  len: 943 time: 0.1638355
May 17 13:58:17.450199 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-bc8a960f-b7cf-44be-881d-ad291f7a2d59 req-9cb60ead-48df-4193-93a4-3202f17653f8 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef219b3-87a8-4615-8532-27feb0e44e11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381434
May 17 13:58:17.535202 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-79573798-f2ac-4307-a77c-6bfe75c7b1a6 req-7ba19c6f-d5cc-4059-8aef-975a79c01af2 service neutron] 10.222.0.49 "GET /v2.0/networks/17f276ec-48a2-425f-91fa-53462c568dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261034
May 17 13:58:17.628485 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e5022-cf36-419b-b7d8-7d14339ac278 req-87f55186-8b78-49f6-81e1-abe223051e72 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:58:17.629928 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-061e5022-cf36-419b-b7d8-7d14339ac278 req-87f55186-8b78-49f6-81e1-abe223051e72 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] 10.222.0.54 "GET /v2.0/ports?device_id=e534f7ae-09fd-40b3-95e5-8e3a11dac510 HTTP/1.1" status: 200  len: 950 time: 0.0812118
May 17 13:58:17.660173 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4edba1-c8f9-40cb-9d27-2ed44ddaf128 req-157f3426-0e9c-4046-afc7-ad8cd6f6e954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:58:17.661651 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-9f4edba1-c8f9-40cb-9d27-2ed44ddaf128 req-157f3426-0e9c-4046-afc7-ad8cd6f6e954 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b46cc502c62d47f5ad1b5cac00f4506b&device_id=0122dee7-ebd4-4cac-aa82-4807a0e12254 HTTP/1.1" status: 200  len: 1096 time: 0.0702775
May 17 13:58:17.678269 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-061e5022-cf36-419b-b7d8-7d14339ac278 req-6a8cb177-8d49-4098-9c94-18923a1c5eb5 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] 10.222.0.54 "GET /v2.0/security-groups?id=0f2df2c3-db71-4f19-854b-eb513afe7f56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421875
May 17 13:58:17.797293 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4edba1-c8f9-40cb-9d27-2ed44ddaf128 req-9fe6b0d1-f2c1-4fab-90ca-a51e14075fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:58:17.798637 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-9f4edba1-c8f9-40cb-9d27-2ed44ddaf128 req-9fe6b0d1-f2c1-4fab-90ca-a51e14075fb2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=17f276ec-48a2-425f-91fa-53462c568dbf HTTP/1.1" status: 200  len: 910 time: 0.1289856
May 17 13:58:17.872981 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-9f4edba1-c8f9-40cb-9d27-2ed44ddaf128 req-85a3b907-0266-438e-801b-130f914f8d2f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71f374e4-dda9-4593-81cc-c6e7dcde1f3d HTTP/1.1" status: 200  len: 217 time: 0.0641654
May 17 13:58:17.946813 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4edba1-c8f9-40cb-9d27-2ed44ddaf128 req-80502cd0-ff82-434e-9354-8d1bd755413c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:58:17.948296 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-9f4edba1-c8f9-40cb-9d27-2ed44ddaf128 req-80502cd0-ff82-434e-9354-8d1bd755413c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=08a0d08f-e6a8-470a-bbaf-7361dd8bc1a0 HTTP/1.1" status: 200  len: 848 time: 0.0618672
May 17 13:58:18.027437 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4edba1-c8f9-40cb-9d27-2ed44ddaf128 req-91752130-811e-46f6-a176-867ae3090cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:58:18.028918 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-9f4edba1-c8f9-40cb-9d27-2ed44ddaf128 req-91752130-811e-46f6-a176-867ae3090cdf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=17f276ec-48a2-425f-91fa-53462c568dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0737939
May 17 13:58:18.168013 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-9f4edba1-c8f9-40cb-9d27-2ed44ddaf128 req-f71ff45c-671c-4383-95c7-8b8333ba83c7 service neutron] 10.222.0.49 "GET /v2.0/networks/17f276ec-48a2-425f-91fa-53462c568dbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1305780
May 17 13:58:18.308617 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-9f4edba1-c8f9-40cb-9d27-2ed44ddaf128 req-d57a79a5-ebb0-40b4-afea-b02613b708ef service neutron] 10.222.0.49 "GET /v2.0/networks/17f276ec-48a2-425f-91fa-53462c568dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1337869
May 17 13:58:18.649595 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a61bc-6549-4534-b42e-04048979ce63 req-a3bcddad-d165-4bdd-814b-8be65855c45e tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:58:18.650926 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ef6a61bc-6549-4534-b42e-04048979ce63 req-a3bcddad-d165-4bdd-814b-8be65855c45e tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/ports?device_id=0122dee7-ebd4-4cac-aa82-4807a0e12254 HTTP/1.1" status: 200  len: 943 time: 0.0776701
May 17 13:58:18.694027 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ef6a61bc-6549-4534-b42e-04048979ce63 req-e1783a3e-1d03-4b13-b1a7-86898085dc49 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef219b3-87a8-4615-8532-27feb0e44e11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374949
May 17 13:58:18.866146 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe64c5f-d846-46f4-b4a3-987057a44c5e req-55c0078a-8bf2-431f-acc8-74b76fde4c38 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:58:18.867609 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7fe64c5f-d846-46f4-b4a3-987057a44c5e req-55c0078a-8bf2-431f-acc8-74b76fde4c38 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] 10.222.0.54 "GET /v2.0/ports?device_id=e534f7ae-09fd-40b3-95e5-8e3a11dac510 HTTP/1.1" status: 200  len: 950 time: 0.0807087
May 17 13:58:18.912384 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7fe64c5f-d846-46f4-b4a3-987057a44c5e req-2b69cd7e-13eb-45c3-b572-0c28770d6205 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] 10.222.0.54 "GET /v2.0/security-groups?id=0f2df2c3-db71-4f19-854b-eb513afe7f56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390565
May 17 13:58:23.879402 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2ee1a-6824-413c-bd94-185287d09a48 req-c7b32d97-7837-4364-bc1d-3f89dc930f7d tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:58:23.880864 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-a7a2ee1a-6824-413c-bd94-185287d09a48 req-c7b32d97-7837-4364-bc1d-3f89dc930f7d tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] 10.222.0.49 "GET /v2.0/ports?device_id=e534f7ae-09fd-40b3-95e5-8e3a11dac510 HTTP/1.1" status: 200  len: 950 time: 0.0817428
May 17 13:58:24.024940 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfacb95e-ec79-4a65-a43d-cc6d40a68124 req-617be4b6-0375-4013-902b-136969c82a91 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:58:24.026436 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cfacb95e-ec79-4a65-a43d-cc6d40a68124 req-617be4b6-0375-4013-902b-136969c82a91 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/ports?device_id=0122dee7-ebd4-4cac-aa82-4807a0e12254 HTTP/1.1" status: 200  len: 943 time: 0.0872343
May 17 13:58:24.037886 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [req-a7a2ee1a-6824-413c-bd94-185287d09a48 req-6beb5eb0-aa60-41a6-bd69-a5a1ffe1d4b1 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] Deleting port 49f8f20d-526e-4799-9f17-50fdb75e0f8e {{(pid=78742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 13:58:24.038263 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-a7a2ee1a-6824-413c-bd94-185287d09a48 req-6beb5eb0-aa60-41a6-bd69-a5a1ffe1d4b1 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:24.075434 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cfacb95e-ec79-4a65-a43d-cc6d40a68124 req-bcc73dcc-bb9b-4503-bf87-9994528326e5 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef219b3-87a8-4615-8532-27feb0e44e11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431080
May 17 13:58:24.175952 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.db [req-a7a2ee1a-6824-413c-bd94-185287d09a48 req-6beb5eb0-aa60-41a6-bd69-a5a1ffe1d4b1 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] For port 49f8f20d-526e-4799-9f17-50fdb75e0f8e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=49f8f20d-526e-4799-9f17-50fdb75e0f8e,segment=NetworkSegment(aca4fba8-94cc-4c64-aa16-d1c0395c5c4a),segment_id=aca4fba8-94cc-4c64-aa16-d1c0395c5c4a)] {{(pid=78742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:58:24.176309 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-a7a2ee1a-6824-413c-bd94-185287d09a48 req-6beb5eb0-aa60-41a6-bd69-a5a1ffe1d4b1 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:24.255315 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b02bb9-57e3-4144-adf3-53709863adf3 req-f776db89-79ac-4ba0-b985-f18b9c765ed8 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:58:24.256918 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a2b02bb9-57e3-4144-adf3-53709863adf3 req-f776db89-79ac-4ba0-b985-f18b9c765ed8 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] 10.222.0.54 "GET /v2.0/ports?device_id=e534f7ae-09fd-40b3-95e5-8e3a11dac510 HTTP/1.1" status: 200  len: 950 time: 0.0855117
May 17 13:58:24.304277 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a2b02bb9-57e3-4144-adf3-53709863adf3 req-648cb317-44d1-43e6-b981-7567b8bb2f75 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] 10.222.0.54 "GET /v2.0/security-groups?id=0f2df2c3-db71-4f19-854b-eb513afe7f56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412431
May 17 13:58:24.367320 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [req-a7a2ee1a-6824-413c-bd94-185287d09a48 req-6beb5eb0-aa60-41a6-bd69-a5a1ffe1d4b1 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] Calling delete_port for 49f8f20d-526e-4799-9f17-50fdb75e0f8e owned by compute:nova {{(pid=78742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 13:58:24.534605 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-a7a2ee1a-6824-413c-bd94-185287d09a48 req-6beb5eb0-aa60-41a6-bd69-a5a1ffe1d4b1 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132438228'] for port, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:24.540003 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:24.596233 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beb5eb0-aa60-41a6-bd69-a5a1ffe1d4b1 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] Pushing event deleted for resources: {'Port': ['ID=49f8f20d-526e-4799-9f17-50fdb75e0f8e,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:24.626530 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-6beb5eb0-aa60-41a6-bd69-a5a1ffe1d4b1 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:24.673966 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a2ee1a-6824-413c-bd94-185287d09a48 req-6beb5eb0-aa60-41a6-bd69-a5a1ffe1d4b1 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] No DVR routers for this DVR port 49f8f20d-526e-4799-9f17-50fdb75e0f8e on host hv-cinder-78836 {{(pid=78742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 17 13:58:24.677239 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-a7a2ee1a-6824-413c-bd94-185287d09a48 req-6beb5eb0-aa60-41a6-bd69-a5a1ffe1d4b1 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for port, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:24.680025 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e534f7ae-09fd-40b3-95e5-8e3a11dac510', 'name': 'network-vif-deleted', 'tag': '49f8f20d-526e-4799-9f17-50fdb75e0f8e'}] {{(pid=78742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 13:58:24.699181 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-a7a2ee1a-6824-413c-bd94-185287d09a48 req-6beb5eb0-aa60-41a6-bd69-a5a1ffe1d4b1 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] 10.222.0.49 "DELETE /v2.0/ports/49f8f20d-526e-4799-9f17-50fdb75e0f8e HTTP/1.1" status: 204  len: 173 time: 0.7944584
May 17 13:58:24.748516 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e534f7ae-09fd-40b3-95e5-8e3a11dac510', 'name': 'network-vif-deleted', 'tag': '49f8f20d-526e-4799-9f17-50fdb75e0f8e', 'status': 'completed', 'code': 200}
May 17 13:58:25.308259 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c514d81e-e06e-4a4c-b7e3-bb4bb33fd647 req-6f75b90a-7f8a-4113-bf8d-96237c0940ac tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:58:25.309800 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c514d81e-e06e-4a4c-b7e3-bb4bb33fd647 req-6f75b90a-7f8a-4113-bf8d-96237c0940ac tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/ports?device_id=0122dee7-ebd4-4cac-aa82-4807a0e12254 HTTP/1.1" status: 200  len: 943 time: 0.0861175
May 17 13:58:25.360413 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c514d81e-e06e-4a4c-b7e3-bb4bb33fd647 req-e516dfa5-4dc3-4b65-bc8b-8ecec136a525 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef219b3-87a8-4615-8532-27feb0e44e11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446608
May 17 13:58:25.519574 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-40321ffd-ac33-4e0a-8581-ab5ab6881633 req-0fb236cc-84a7-4eb2-8219-18268f74bd31 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] 10.222.0.54 "GET /v2.0/ports?device_id=e534f7ae-09fd-40b3-95e5-8e3a11dac510 HTTP/1.1" status: 200  len: 210 time: 0.0431132
May 17 13:58:25.719130 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device 49f8f20d-526e-4799-9f17-50fdb75e0f8e no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 17 13:58:25.755796 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] No Port match for: 49f8f20d-526e-4799-9f17-50fdb75e0f8e {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 17 13:58:25.756130 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device 49f8f20d-526e-4799-9f17-50fdb75e0f8e not bound to the agent host hv-cinder-78836 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 17 13:58:26.549767 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda12062-eafe-4a0d-b8c6-00f2e6c12f3c req-bbd7a449-d1d4-4214-84d7-a8467cb4aec0 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:58:26.551255 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-bda12062-eafe-4a0d-b8c6-00f2e6c12f3c req-bbd7a449-d1d4-4214-84d7-a8467cb4aec0 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/ports?device_id=0122dee7-ebd4-4cac-aa82-4807a0e12254 HTTP/1.1" status: 200  len: 943 time: 0.0854192
May 17 13:58:26.599395 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-bda12062-eafe-4a0d-b8c6-00f2e6c12f3c req-ab787792-65d8-485a-aee1-c8d86603a062 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef219b3-87a8-4615-8532-27feb0e44e11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421710
May 17 13:58:26.901112 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3a61c-6b57-4f9d-bee3-e273181ed23e req-a7f237aa-8f48-46ad-9020-a5d071bc8412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:58:26.902710 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-b1f3a61c-6b57-4f9d-bee3-e273181ed23e req-a7f237aa-8f48-46ad-9020-a5d071bc8412 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=06240799-ef9c-47ab-860a-e4ef7b575124 HTTP/1.1" status: 200  len: 1098 time: 0.0701983
May 17 13:58:26.950115 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-b1f3a61c-6b57-4f9d-bee3-e273181ed23e req-18d0b252-b927-4f80-9a09-1d7f40657592 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387399
May 17 13:58:27.728580 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device 71f374e4-dda9-4593-81cc-c6e7dcde1f3d details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 17 13:58:27.796549 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaec37c-bc02-45ed-9f7d-f5af7063a0ef req-d831cdb2-e58d-482c-b821-01eb4ff3c3d9 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:58:27.804091 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-eaaec37c-bc02-45ed-9f7d-f5af7063a0ef req-d831cdb2-e58d-482c-b821-01eb4ff3c3d9 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/ports?device_id=0122dee7-ebd4-4cac-aa82-4807a0e12254 HTTP/1.1" status: 200  len: 943 time: 0.0901170
May 17 13:58:27.860111 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-eaaec37c-bc02-45ed-9f7d-f5af7063a0ef req-3ddd309b-79f8-4df2-8693-32ea1b3e03ed tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef219b3-87a8-4615-8532-27feb0e44e11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0551324
May 17 13:58:27.885147 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port 71f374e4-dda9-4593-81cc-c6e7dcde1f3d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=71f374e4-dda9-4593-81cc-c6e7dcde1f3d,segment=NetworkSegment(f5192fda-728b-46fa-8daf-13ea55efe036),segment_id=f5192fda-728b-46fa-8daf-13ea55efe036)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:58:27.900232 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Returning: {'device': '71f374e4-dda9-4593-81cc-c6e7dcde1f3d', 'network_id': '17f276ec-48a2-425f-91fa-53462c568dbf', 'port_id': '71f374e4-dda9-4593-81cc-c6e7dcde1f3d', 'mac_address': 'fa:16:3e:43:1c:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08a0d08f-e6a8-470a-bbaf-7361dd8bc1a0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 17 13:58:27.969655 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:27.990635 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71f374e4-dda9-4593-81cc-c6e7dcde1f3d {{(pid=78744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 17 13:58:28.010177 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port 71f374e4-dda9-4593-81cc-c6e7dcde1f3d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=71f374e4-dda9-4593-81cc-c6e7dcde1f3d,segment=NetworkSegment(f5192fda-728b-46fa-8daf-13ea55efe036),segment_id=f5192fda-728b-46fa-8daf-13ea55efe036)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:58:28.015686 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:28.017708 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-ba0f6856-97ae-4256-881f-8b3926cb86f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:28.092384 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Pushing event updated for resources: {'Port': ['ID=71f374e4-dda9-4593-81cc-c6e7dcde1f3d,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:28.096337 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:28.422511 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] get_ports_and_sgs() called for port_ids ['71f374e4-dda9-4593-81cc-c6e7dcde1f3d'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 17 13:58:29.053052 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b7d2c-5743-47a2-afd2-04d04a353221 req-7a4370ca-2e74-48d5-8018-70b459d26373 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:58:29.054541 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-197b7d2c-5743-47a2-afd2-04d04a353221 req-7a4370ca-2e74-48d5-8018-70b459d26373 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/ports?device_id=0122dee7-ebd4-4cac-aa82-4807a0e12254 HTTP/1.1" status: 200  len: 944 time: 0.0920091
May 17 13:58:29.108344 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-197b7d2c-5743-47a2-afd2-04d04a353221 req-d18b7ee1-ba32-49c0-92f9-7f8215e559d0 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef219b3-87a8-4615-8532-27feb0e44e11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470099
May 17 13:58:29.747744 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device 71f374e4-dda9-4593-81cc-c6e7dcde1f3d up at agent hyperv_hv-cinder-78836 {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:58:29.817454 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Provisioning for port 71f374e4-dda9-4593-81cc-c6e7dcde1f3d completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:58:29.822269 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Provisioning complete for port 71f374e4-dda9-4593-81cc-c6e7dcde1f3d triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:58:29.822643 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:29.941365 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:29.972742 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0122dee7-ebd4-4cac-aa82-4807a0e12254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f374e4-dda9-4593-81cc-c6e7dcde1f3d'}] {{(pid=78744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 13:58:29.980716 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port 71f374e4-dda9-4593-81cc-c6e7dcde1f3d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=71f374e4-dda9-4593-81cc-c6e7dcde1f3d,segment=NetworkSegment(f5192fda-728b-46fa-8daf-13ea55efe036),segment_id=f5192fda-728b-46fa-8daf-13ea55efe036)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:58:29.985602 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:29.989257 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-81e2d7b2-02c0-4887-93c4-27834e25d955 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:30.026050 dv-cinder-788363-3-iscsi neutron-server[78744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0122dee7-ebd4-4cac-aa82-4807a0e12254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f374e4-dda9-4593-81cc-c6e7dcde1f3d', 'code': 200}
May 17 13:58:30.065158 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Pushing event updated for resources: {'Port': ['ID=71f374e4-dda9-4593-81cc-c6e7dcde1f3d,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:30.068157 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:30.313658 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85086f74-1a35-4332-806b-47449be4a6c2 req-685bffae-f1d4-4882-a9c3-08f1914bbefd tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:58:30.320068 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c069c08-36d3-4f03-86a7-397f09196b59 req-70f21a42-01b7-4127-ace1-576622eac848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:58:30.322012 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-1c069c08-36d3-4f03-86a7-397f09196b59 req-70f21a42-01b7-4127-ace1-576622eac848 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0122dee7-ebd4-4cac-aa82-4807a0e12254 HTTP/1.1" status: 200  len: 1098 time: 0.0791018
May 17 13:58:30.322536 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-85086f74-1a35-4332-806b-47449be4a6c2 req-685bffae-f1d4-4882-a9c3-08f1914bbefd tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/ports?device_id=0122dee7-ebd4-4cac-aa82-4807a0e12254 HTTP/1.1" status: 200  len: 945 time: 0.1020622
May 17 13:58:30.367249 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-1c069c08-36d3-4f03-86a7-397f09196b59 req-70b468d0-529d-4338-86da-ef04a033ac3e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5ef219b3-87a8-4615-8532-27feb0e44e11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382512
May 17 13:58:30.372228 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-85086f74-1a35-4332-806b-47449be4a6c2 req-ecea2c5f-a198-4ea7-ad47-ad2b3cce171c tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef219b3-87a8-4615-8532-27feb0e44e11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486891
May 17 13:58:30.595010 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 36860) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:58:30.656639 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-8052cd49-7a68-4d4d-8373-307cb75036c7 None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 17 13:58:30.722044 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-09695e50-c3c0-4e3b-b958-d587f84c5911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:30.737492 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-09695e50-c3c0-4e3b-b958-d587f84c5911 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:58:30.741424 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-09695e50-c3c0-4e3b-b958-d587f84c5911 admin admin] Usage tracker for resource:security_group_rule and tenant:9d4eb9c13bcd4d5fa5d09e93c2ad620c is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:58:30.744241 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-09695e50-c3c0-4e3b-b958-d587f84c5911 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:58:30.750492 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-09695e50-c3c0-4e3b-b958-d587f84c5911 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:58:30.833636 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-09695e50-c3c0-4e3b-b958-d587f84c5911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:30.837529 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-09695e50-c3c0-4e3b-b958-d587f84c5911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:30.844493 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-c95c2eb0-33d2-4f89-803f-8e961ff4ea46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:30.888087 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-09695e50-c3c0-4e3b-b958-d587f84c5911 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9d4eb9c13bcd4d5fa5d09e93c2ad620c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2919657
May 17 13:58:30.888814 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09695e50-c3c0-4e3b-b958-d587f84c5911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=301154a8-fe46-4fba-a69a-38b41f294a41,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:30.890856 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 36868) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:58:30.891872 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-09695e50-c3c0-4e3b-b958-d587f84c5911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:30.948764 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0b581184-2d2d-4b10-9a19-2eb6aa7d3d66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:30.974539 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0b581184-2d2d-4b10-9a19-2eb6aa7d3d66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:31.028260 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0b581184-2d2d-4b10-9a19-2eb6aa7d3d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:31.031923 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-8e6c493e-2d03-449b-8adc-431347cfcb28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:31.042964 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b581184-2d2d-4b10-9a19-2eb6aa7d3d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301154a8-fe46-4fba-a69a-38b41f294a41,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:31.046747 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-0b581184-2d2d-4b10-9a19-2eb6aa7d3d66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:31.050521 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0b581184-2d2d-4b10-9a19-2eb6aa7d3d66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:31.051648 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-0b581184-2d2d-4b10-9a19-2eb6aa7d3d66 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/301154a8-fe46-4fba-a69a-38b41f294a41 HTTP/1.1" status: 204  len: 168 time: 0.1597505
May 17 13:58:31.475806 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 36892) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:58:31.596685 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d3880-34cc-41a4-8478-49f81a4ed704 req-97d5d0d5-16ab-4ac8-bf10-50da1dcac7c7 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:58:31.604107 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c93d3880-34cc-41a4-8478-49f81a4ed704 req-97d5d0d5-16ab-4ac8-bf10-50da1dcac7c7 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/ports?device_id=0122dee7-ebd4-4cac-aa82-4807a0e12254 HTTP/1.1" status: 200  len: 945 time: 0.1201608
May 17 13:58:31.690033 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c93d3880-34cc-41a4-8478-49f81a4ed704 req-7c9f548d-a0ce-4a8f-abd0-0ef1cb670846 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef219b3-87a8-4615-8532-27feb0e44e11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0841622
May 17 13:58:31.700219 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-69be8e3d-a956-4211-92af-ecee0a05e4ab admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=266868f5ba984ccfae3e7b388a910fec&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2230182
May 17 13:58:31.701934 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 36910) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:58:31.775691 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 36914) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:58:31.782088 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-9c674f27-057e-46c0-af43-e601be2317af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:31.812528 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-9c674f27-057e-46c0-af43-e601be2317af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:31.877774 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-9c674f27-057e-46c0-af43-e601be2317af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:31.883265 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:31.904288 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c674f27-057e-46c0-af43-e601be2317af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2df2c3-db71-4f19-854b-eb513afe7f56,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:31.909663 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-9c674f27-057e-46c0-af43-e601be2317af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:31.912576 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-0c629160-00ba-44dd-9c3f-4148ca995ed4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1927890406-network', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:58:31.918430 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-0c629160-00ba-44dd-9c3f-4148ca995ed4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:58:31.923055 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-0c629160-00ba-44dd-9c3f-4148ca995ed4 admin admin] Usage tracker for resource:network and tenant:d77a303f986f47e2bf0264946d7679d6 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:58:31.925092 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-9c674f27-057e-46c0-af43-e601be2317af admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:31.926278 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-9c674f27-057e-46c0-af43-e601be2317af admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0f2df2c3-db71-4f19-854b-eb513afe7f56 HTTP/1.1" status: 204  len: 168 time: 0.2234049
May 17 13:58:31.927116 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-0c629160-00ba-44dd-9c3f-4148ca995ed4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:58:31.941806 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-0c629160-00ba-44dd-9c3f-4148ca995ed4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:58:31.954901 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c629160-00ba-44dd-9c3f-4148ca995ed4 admin admin] Made reservation on behalf of d77a303f986f47e2bf0264946d7679d6 for: {'network': 1} {{(pid=78742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 17 13:58:31.957461 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0c629160-00ba-44dd-9c3f-4148ca995ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1032604'] for network, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:31.970056 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0c629160-00ba-44dd-9c3f-4148ca995ed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:31.985018 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-0c629160-00ba-44dd-9c3f-4148ca995ed4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:58:31.989636 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-0c629160-00ba-44dd-9c3f-4148ca995ed4 admin admin] Usage tracker for resource:security_group_rule and tenant:d77a303f986f47e2bf0264946d7679d6 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:58:31.992707 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-0c629160-00ba-44dd-9c3f-4148ca995ed4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:58:31.999060 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-0c629160-00ba-44dd-9c3f-4148ca995ed4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:58:32.086210 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0c629160-00ba-44dd-9c3f-4148ca995ed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:32.090112 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0c629160-00ba-44dd-9c3f-4148ca995ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:32.093145 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-165ae124-4c25-43a3-bd4a-4a1b73a98cf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:32.122688 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c629160-00ba-44dd-9c3f-4148ca995ed4 admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'}  {{(pid=78742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 17 13:58:32.131379 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c629160-00ba-44dd-9c3f-4148ca995ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ea2ea7-3e82-4cde-8030-669f5ca1cf71,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:32.134962 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-0c629160-00ba-44dd-9c3f-4148ca995ed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:32.137742 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0c629160-00ba-44dd-9c3f-4148ca995ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861870'] for segment, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:32.138053 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.db.segments_db [None req-0c629160-00ba-44dd-9c3f-4148ca995ed4 admin admin] Added segment f571888c-1f13-4f21-90ab-85ee2021193c of type vlan for network 44766520-36a7-4a15-a6b9-ee8d2b4767ae
May 17 13:58:32.166197 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0c629160-00ba-44dd-9c3f-4148ca995ed4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774149267101'] for network, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:32.199259 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0c629160-00ba-44dd-9c3f-4148ca995ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1676892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582528'] for network, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:32.200602 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c629160-00ba-44dd-9c3f-4148ca995ed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:58:32.201175 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0c629160-00ba-44dd-9c3f-4148ca995ed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for network, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:32.204487 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:32.304298 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c629160-00ba-44dd-9c3f-4148ca995ed4 admin admin] Pushing event updated for resources: {'Network': ['ID=44766520-36a7-4a15-a6b9-ee8d2b4767ae,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:32.309907 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-0c629160-00ba-44dd-9c3f-4148ca995ed4 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.5304480
May 17 13:58:32.311065 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 36934) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:58:32.317115 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-0c629160-00ba-44dd-9c3f-4148ca995ed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:32.318285 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Network 44766520-36a7-4a15-a6b9-ee8d2b4767ae details requested by agent ovs-agent-dv-cinder-788363-3-iscsi with host dv-cinder-788363-3-iscsi {{(pid=78744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 17 13:58:32.319880 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-6922243d-d320-4b26-91a6-af88ba8aabe9 admin admin] Request body: {'subnet': {'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1927890406-subnet', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'ip_version': 4}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:58:32.324842 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-6922243d-d320-4b26-91a6-af88ba8aabe9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:58:32.328847 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-6922243d-d320-4b26-91a6-af88ba8aabe9 admin admin] Usage tracker for resource:subnet and tenant:d77a303f986f47e2bf0264946d7679d6 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:58:32.331734 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-6922243d-d320-4b26-91a6-af88ba8aabe9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:58:32.337674 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-6922243d-d320-4b26-91a6-af88ba8aabe9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:58:32.349078 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6922243d-d320-4b26-91a6-af88ba8aabe9 admin admin] Made reservation on behalf of d77a303f986f47e2bf0264946d7679d6 for: {'subnet': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 17 13:58:32.351763 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-6922243d-d320-4b26-91a6-af88ba8aabe9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133371961'] for subnet, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:32.649066 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 36946) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:58:32.776540 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-78c38d52-4463-492d-be97-fcd4fbb02d9b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1979331052-network', 'tenant_id': '182c379c4779494884fc8fa7c516d165'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:58:32.781926 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-78c38d52-4463-492d-be97-fcd4fbb02d9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:58:32.786448 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-78c38d52-4463-492d-be97-fcd4fbb02d9b admin admin] Usage tracker for resource:network and tenant:182c379c4779494884fc8fa7c516d165 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:58:32.789705 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-78c38d52-4463-492d-be97-fcd4fbb02d9b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:58:32.796397 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-78c38d52-4463-492d-be97-fcd4fbb02d9b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:58:32.808119 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c38d52-4463-492d-be97-fcd4fbb02d9b admin admin] Made reservation on behalf of 182c379c4779494884fc8fa7c516d165 for: {'network': 1} {{(pid=78742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 17 13:58:32.810496 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-78c38d52-4463-492d-be97-fcd4fbb02d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1032604'] for network, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:32.823924 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-78c38d52-4463-492d-be97-fcd4fbb02d9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:32.841722 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-78c38d52-4463-492d-be97-fcd4fbb02d9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:58:32.845301 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-78c38d52-4463-492d-be97-fcd4fbb02d9b admin admin] Usage tracker for resource:security_group_rule and tenant:182c379c4779494884fc8fa7c516d165 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:58:32.848083 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-78c38d52-4463-492d-be97-fcd4fbb02d9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:58:32.853671 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-78c38d52-4463-492d-be97-fcd4fbb02d9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:58:32.872308 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-6922243d-d320-4b26-91a6-af88ba8aabe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133371947'] for subnet, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:32.880633 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-8f437d0d-9923-4078-a410-c94219789acb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:32.942403 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-78c38d52-4463-492d-be97-fcd4fbb02d9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:32.947709 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-78c38d52-4463-492d-be97-fcd4fbb02d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:32.950469 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-bdace047-fd87-4e89-8f3c-cbab696a5e40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:32.968463 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6922243d-d320-4b26-91a6-af88ba8aabe9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31d31f43-e8b1-4e8d-8f8a-74810a227c7c,revision_number=0']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:32.978329 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c770a5-3004-45ab-92a5-2b52f3f19672 req-76417a2e-86e1-4808-9682-80aa684f49c0 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:58:32.979586 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78c38d52-4463-492d-be97-fcd4fbb02d9b admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'}  {{(pid=78742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 17 13:58:32.979889 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e3c770a5-3004-45ab-92a5-2b52f3f19672 req-76417a2e-86e1-4808-9682-80aa684f49c0 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/ports?device_id=0122dee7-ebd4-4cac-aa82-4807a0e12254 HTTP/1.1" status: 200  len: 945 time: 0.1716957
May 17 13:58:32.982697 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-6922243d-d320-4b26-91a6-af88ba8aabe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:32.987928 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6922243d-d320-4b26-91a6-af88ba8aabe9 admin admin] Checking segment: {'id': 'f571888c-1f13-4f21-90ab-85ee2021193c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 13:58:32.988362 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6922243d-d320-4b26-91a6-af88ba8aabe9 admin admin] Network hostable DHCP agents. Network: 44766520-36a7-4a15-a6b9-ee8d2b4767ae, hostable agents: ['49bbb97f-fcd4-4504-a032-9a51e4e6deed'], hosted agents: [] {{(pid=78743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 17 13:58:32.990227 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c38d52-4463-492d-be97-fcd4fbb02d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0669e9b8-cbaf-4c56-99ed-772ef9017d91,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:32.993860 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-78c38d52-4463-492d-be97-fcd4fbb02d9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:32.996907 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-78c38d52-4463-492d-be97-fcd4fbb02d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861870'] for segment, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:32.997298 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.db.segments_db [None req-78c38d52-4463-492d-be97-fcd4fbb02d9b admin admin] Added segment eecd0dba-c82c-42fc-a18d-272a8f834a82 of type vlan for network a352e45a-beb4-4c74-85aa-877f4308bc0d
May 17 13:58:33.026380 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-78c38d52-4463-492d-be97-fcd4fbb02d9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774149267101'] for network, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:33.035536 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6922243d-d320-4b26-91a6-af88ba8aabe9 admin admin] Network 44766520-36a7-4a15-a6b9-ee8d2b4767ae is scheduled to be hosted by DHCP agent 49bbb97f-fcd4-4504-a032-9a51e4e6deed with binding_index 1 {{(pid=78743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 17 13:58:33.046783 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e3c770a5-3004-45ab-92a5-2b52f3f19672 req-70d6b3d5-c1fb-4b23-be38-9dc0a54a6171 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef219b3-87a8-4615-8532-27feb0e44e11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0544379
May 17 13:58:33.052723 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [None req-6922243d-d320-4b26-91a6-af88ba8aabe9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-3-iscsi, 44766520-36a7-4a15-a6b9-ee8d2b4767ae) {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:58:33.060765 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-78c38d52-4463-492d-be97-fcd4fbb02d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1676892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582528'] for network, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:33.062125 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c38d52-4463-492d-be97-fcd4fbb02d9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:58:33.062708 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-78c38d52-4463-492d-be97-fcd4fbb02d9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for network, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:33.063513 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9a3238-21f8-4ee0-a499-eb8594104afe None None] Network 44766520-36a7-4a15-a6b9-ee8d2b4767ae requested from dv-cinder-788363-3-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 17 13:58:33.067686 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6922243d-d320-4b26-91a6-af88ba8aabe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:58:33.067856 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-fd6eb953-df47-47d0-a0ad-e7822f0131c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:33.068048 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-6922243d-d320-4b26-91a6-af88ba8aabe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for subnet, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:33.096360 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-6922243d-d320-4b26-91a6-af88ba8aabe9 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7828641
May 17 13:58:33.098885 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 36958) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:58:33.106267 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-b1fd7da6-b872-40e8-bd97-8ffe9ae57650 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1927890406-router', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a'}}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:58:33.112458 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-b1fd7da6-b872-40e8-bd97-8ffe9ae57650 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:58:33.118850 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-b1fd7da6-b872-40e8-bd97-8ffe9ae57650 admin admin] Usage tracker for resource:router and tenant:d77a303f986f47e2bf0264946d7679d6 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:58:33.122535 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-b1fd7da6-b872-40e8-bd97-8ffe9ae57650 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:58:33.129226 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-b1fd7da6-b872-40e8-bd97-8ffe9ae57650 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:58:33.143151 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b1fd7da6-b872-40e8-bd97-8ffe9ae57650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2025163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4328'] for router, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:33.144757 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b1fd7da6-b872-40e8-bd97-8ffe9ae57650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2024966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1981117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1687292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4321'] for router, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:33.165985 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b1fd7da6-b872-40e8-bd97-8ffe9ae57650 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:33.189813 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-78c38d52-4463-492d-be97-fcd4fbb02d9b admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.5393484
May 17 13:58:33.190865 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c38d52-4463-492d-be97-fcd4fbb02d9b admin admin] Pushing event updated for resources: {'Network': ['ID=a352e45a-beb4-4c74-85aa-877f4308bc0d,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:33.193002 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 36964) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:58:33.195707 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-78c38d52-4463-492d-be97-fcd4fbb02d9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:33.200371 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-cf2a7ed8-6ac8-4b06-97e0-f77580d1d62b admin admin] Request body: {'subnet': {'network_id': 'a352e45a-beb4-4c74-85aa-877f4308bc0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1979331052-subnet', 'tenant_id': '182c379c4779494884fc8fa7c516d165', 'ip_version': 4}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:58:33.203595 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Network a352e45a-beb4-4c74-85aa-877f4308bc0d details requested by agent ovs-agent-dv-cinder-788363-3-iscsi with host dv-cinder-788363-3-iscsi {{(pid=78744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 17 13:58:33.205952 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-cf2a7ed8-6ac8-4b06-97e0-f77580d1d62b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:58:33.210247 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-cf2a7ed8-6ac8-4b06-97e0-f77580d1d62b admin admin] Usage tracker for resource:subnet and tenant:182c379c4779494884fc8fa7c516d165 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:58:33.213825 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-cf2a7ed8-6ac8-4b06-97e0-f77580d1d62b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:58:33.219716 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-cf2a7ed8-6ac8-4b06-97e0-f77580d1d62b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:58:33.232187 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2a7ed8-6ac8-4b06-97e0-f77580d1d62b admin admin] Made reservation on behalf of 182c379c4779494884fc8fa7c516d165 for: {'subnet': 1} {{(pid=78742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 17 13:58:33.235085 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-cf2a7ed8-6ac8-4b06-97e0-f77580d1d62b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133803446'] for subnet, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:33.455890 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:33.468368 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b651d6-946d-4589-a56a-353ea1412ec1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2d06222-2de8-51f1-88e2-9822a162890d-44766520-36a7-4a15-a6b9-ee8d2b4767ae', 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'fixed_ips': [{'subnet_id': '31d31f43-e8b1-4e8d-8f8a-74810a227c7c'}]}} from dv-cinder-788363-3-iscsi. {{(pid=78744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 17 13:58:33.469441 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c1b651d6-946d-4589-a56a-353ea1412ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:33.531298 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b1fd7da6-b872-40e8-bd97-8ffe9ae57650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2020853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2025177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4343'] for router, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:33.625322 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.db_base_plugin_common [None req-c1b651d6-946d-4589-a56a-353ea1412ec1 None None] Allocated IP 172.20.0.2 (44766520-36a7-4a15-a6b9-ee8d2b4767ae/31d31f43-e8b1-4e8d-8f8a-74810a227c7c/5a4140e3-ace5-48f4-bad8-d4e2e638a5ef) {{(pid=78744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 17 13:58:33.641428 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d703df2-4716-44ce-a25a-ccad1d52799e req-f88d9c91-5b5a-422a-a987-5c6ae3232ed6 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:58:33.643482 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3d703df2-4716-44ce-a25a-ccad1d52799e req-f88d9c91-5b5a-422a-a987-5c6ae3232ed6 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/ports?device_id=0122dee7-ebd4-4cac-aa82-4807a0e12254 HTTP/1.1" status: 200  len: 945 time: 0.2329602
May 17 13:58:33.675624 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-cf2a7ed8-6ac8-4b06-97e0-f77580d1d62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132438120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133803428'] for subnet, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:33.680589 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-cb388c0c-a055-451b-a751-a3d583ce7eda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:33.698770 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3d703df2-4716-44ce-a25a-ccad1d52799e req-0fab71de-381a-44c3-8aa3-108dce523e39 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef219b3-87a8-4615-8532-27feb0e44e11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485718
May 17 13:58:33.733558 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 36968) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:58:33.842905 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2a7ed8-6ac8-4b06-97e0-f77580d1d62b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b0db0dc-c73b-40d9-8259-2f415d9b999f,revision_number=0']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:33.854943 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-cf2a7ed8-6ac8-4b06-97e0-f77580d1d62b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:33.899974 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2a7ed8-6ac8-4b06-97e0-f77580d1d62b admin admin] Checking segment: {'id': 'eecd0dba-c82c-42fc-a18d-272a8f834a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a352e45a-beb4-4c74-85aa-877f4308bc0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 13:58:33.900818 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2a7ed8-6ac8-4b06-97e0-f77580d1d62b admin admin] Network hostable DHCP agents. Network: a352e45a-beb4-4c74-85aa-877f4308bc0d, hostable agents: ['49bbb97f-fcd4-4504-a032-9a51e4e6deed'], hosted agents: [] {{(pid=78742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 17 13:58:33.932222 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2a7ed8-6ac8-4b06-97e0-f77580d1d62b admin admin] Network a352e45a-beb4-4c74-85aa-877f4308bc0d is scheduled to be hosted by DHCP agent 49bbb97f-fcd4-4504-a032-9a51e4e6deed with binding_index 1 {{(pid=78742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 17 13:58:33.953794 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c1b651d6-946d-4589-a56a-353ea1412ec1 None None] Notify callbacks [] for port, precommit_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:33.954555 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-cf2a7ed8-6ac8-4b06-97e0-f77580d1d62b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-3-iscsi, a352e45a-beb4-4c74-85aa-877f4308bc0d) {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:58:33.965607 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-c1b651d6-946d-4589-a56a-353ea1412ec1 None None] Transition to ACTIVE for port object 5a4140e3-ace5-48f4-bad8-d4e2e638a5ef will not be triggered until provisioned by entity L2. {{(pid=78744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:58:33.970682 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48793a6c-b129-42d5-a0d1-7afbacb7d755 None None] Network a352e45a-beb4-4c74-85aa-877f4308bc0d requested from dv-cinder-788363-3-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 17 13:58:33.973454 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2a7ed8-6ac8-4b06-97e0-f77580d1d62b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:58:33.974148 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-cf2a7ed8-6ac8-4b06-97e0-f77580d1d62b admin admin] Notify callbacks [] for subnet, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:33.999037 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-cf2a7ed8-6ac8-4b06-97e0-f77580d1d62b admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.8045280
May 17 13:58:34.002185 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 36974) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:58:34.013665 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-5a7ca346-b0c7-4546-8ccd-81422534f655 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1979331052-router', 'tenant_id': '182c379c4779494884fc8fa7c516d165', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a'}}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:58:34.026903 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-5a7ca346-b0c7-4546-8ccd-81422534f655 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:58:34.034538 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-5a7ca346-b0c7-4546-8ccd-81422534f655 admin admin] Usage tracker for resource:router and tenant:182c379c4779494884fc8fa7c516d165 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:58:34.041203 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-5a7ca346-b0c7-4546-8ccd-81422534f655 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:58:34.048408 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-5a7ca346-b0c7-4546-8ccd-81422534f655 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:58:34.058399 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b1fd7da6-b872-40e8-bd97-8ffe9ae57650 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:34.061937 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5a7ca346-b0c7-4546-8ccd-81422534f655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2025163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4328'] for router, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:34.065047 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5a7ca346-b0c7-4546-8ccd-81422534f655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2024966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1981117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1687292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4321'] for router, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:34.074822 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-c1b651d6-946d-4589-a56a-353ea1412ec1 None None] Transition to ACTIVE for port object 5a4140e3-ace5-48f4-bad8-d4e2e638a5ef will not be triggered until provisioned by entity DHCP. {{(pid=78744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:58:34.094083 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b1fd7da6-b872-40e8-bd97-8ffe9ae57650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:34.101090 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5a7ca346-b0c7-4546-8ccd-81422534f655 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:34.104689 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c1b651d6-946d-4589-a56a-353ea1412ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774149279272'] for port, after_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:34.112779 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:34.220023 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b651d6-946d-4589-a56a-353ea1412ec1 None None] Network 44766520-36a7-4a15-a6b9-ee8d2b4767ae is already hosted by enough agents. {{(pid=78744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 13:58:34.224306 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.scheduler.base_scheduler [None req-c1b651d6-946d-4589-a56a-353ea1412ec1 None None] Resources bound (agent type, host, resource id):  {{(pid=78744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:58:34.229743 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b651d6-946d-4589-a56a-353ea1412ec1 None None] Received port after_create {{(pid=78744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 17 13:58:34.239809 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b651d6-946d-4589-a56a-353ea1412ec1 None None] Pushing event updated for resources: {'Port': ['ID=5a4140e3-ace5-48f4-bad8-d4e2e638a5ef,revision_number=1']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:34.252305 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2ef970-02c3-4d16-a2b4-29bc5ad21ec3 tempest-TestShelveInstance-1997567862 tempest-TestShelveInstance-1997567862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:58:34.256962 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-4d2ef970-02c3-4d16-a2b4-29bc5ad21ec3 tempest-TestShelveInstance-1997567862 tempest-TestShelveInstance-1997567862-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0122dee7-ebd4-4cac-aa82-4807a0e12254 HTTP/1.1" status: 200  len: 1093 time: 0.5196311
May 17 13:58:34.269512 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 36978) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:58:34.269938 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-c1b651d6-946d-4589-a56a-353ea1412ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:34.282994 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-0e451b98-5a72-4f95-b24d-b5ee7f5a01ee tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Request body: {'floatingip': {'floating_network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'port_id': '71f374e4-dda9-4593-81cc-c6e7dcde1f3d', 'tenant_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:58:34.315045 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-0e451b98-5a72-4f95-b24d-b5ee7f5a01ee tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:58:34.343309 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_common [None req-b1fd7da6-b872-40e8-bd97-8ffe9ae57650 admin admin] Allocated IP 172.27.1.211 (d5b45ae7-16ce-45df-9da3-dc322e2b7d9a/b62193f4-5b84-40dd-ae21-6a70cb5f2e38/68e01aa8-887d-473f-9fce-d59907b749ac) {{(pid=78743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 17 13:58:34.382717 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-0e451b98-5a72-4f95-b24d-b5ee7f5a01ee tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Usage tracker for resource:floatingip and tenant:b46cc502c62d47f5ad1b5cac00f4506b is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:58:34.391652 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5563ab1-1034-44d1-a708-6b072f36fddc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2d06222-2de8-51f1-88e2-9822a162890d-a352e45a-beb4-4c74-85aa-877f4308bc0d', 'network_id': 'a352e45a-beb4-4c74-85aa-877f4308bc0d', 'tenant_id': '182c379c4779494884fc8fa7c516d165', 'fixed_ips': [{'subnet_id': '2b0db0dc-c73b-40d9-8259-2f415d9b999f'}]}} from dv-cinder-788363-3-iscsi. {{(pid=78744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 17 13:58:34.392528 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-d5563ab1-1034-44d1-a708-6b072f36fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:34.425146 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-c1b651d6-946d-4589-a56a-353ea1412ec1 None None] Attempting to bind port 5a4140e3-ace5-48f4-bad8-d4e2e638a5ef on host dv-cinder-788363-3-iscsi for vnic_type normal with profile  {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 17 13:58:34.425512 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-c1b651d6-946d-4589-a56a-353ea1412ec1 None None] Attempting to bind port 5a4140e3-ace5-48f4-bad8-d4e2e638a5ef by drivers openvswitch,hyperv on host dv-cinder-788363-3-iscsi at level 0 using segments [{'id': 'f571888c-1f13-4f21-90ab-85ee2021193c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae'}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 17 13:58:34.425872 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b651d6-946d-4589-a56a-353ea1412ec1 None None] Attempting to bind port 5a4140e3-ace5-48f4-bad8-d4e2e638a5ef on network 44766520-36a7-4a15-a6b9-ee8d2b4767ae {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 13:58:34.467233 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b651d6-946d-4589-a56a-353ea1412ec1 None None] Checking agent: {'id': 'ed5152c7-8558-4ae4-8c88-1353caeda338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 47, 10), 'started_at': datetime.datetime(2021, 5, 17, 13, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 17 13:58:34.468108 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b651d6-946d-4589-a56a-353ea1412ec1 None None] Checking segment: {'id': 'f571888c-1f13-4f21-90ab-85ee2021193c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 13:58:34.468108 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c1b651d6-946d-4589-a56a-353ea1412ec1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:34.468461 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b651d6-946d-4589-a56a-353ea1412ec1 None None] Bound using segment: {'id': 'f571888c-1f13-4f21-90ab-85ee2021193c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae'} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 17 13:58:34.468937 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-c1b651d6-946d-4589-a56a-353ea1412ec1 None None] Bound port: 5a4140e3-ace5-48f4-bad8-d4e2e638a5ef, host: dv-cinder-788363-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f571888c-1f13-4f21-90ab-85ee2021193c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae'}}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 17 13:58:34.469339 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c1b651d6-946d-4589-a56a-353ea1412ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:34.483605 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5a7ca346-b0c7-4546-8ccd-81422534f655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2020853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2025177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4343'] for router, precommit_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:34.539864 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-0e451b98-5a72-4f95-b24d-b5ee7f5a01ee tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:58:34.556161 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-0e451b98-5a72-4f95-b24d-b5ee7f5a01ee tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:58:34.580596 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-0e451b98-5a72-4f95-b24d-b5ee7f5a01ee tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Notify callbacks [] for floatingip, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:34.704213 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b1fd7da6-b872-40e8-bd97-8ffe9ae57650 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:34.731738 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-c1b651d6-946d-4589-a56a-353ea1412ec1 None None] For port 5a4140e3-ace5-48f4-bad8-d4e2e638a5ef, host dv-cinder-788363-3-iscsi, cleared binding levels {{(pid=78744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 17 13:58:34.734446 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.db_base_plugin_common [None req-d5563ab1-1034-44d1-a708-6b072f36fddc None None] Allocated IP 172.20.0.2 (a352e45a-beb4-4c74-85aa-877f4308bc0d/2b0db0dc-c73b-40d9-8259-2f415d9b999f/01dfa29a-a6bf-47b0-a8fb-9e59dedc8827) {{(pid=78744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 17 13:58:34.752571 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-c1b651d6-946d-4589-a56a-353ea1412ec1 None None] For port 5a4140e3-ace5-48f4-bad8-d4e2e638a5ef, host dv-cinder-788363-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=5a4140e3-ace5-48f4-bad8-d4e2e638a5ef,segment=NetworkSegment(f571888c-1f13-4f21-90ab-85ee2021193c),segment_id=f571888c-1f13-4f21-90ab-85ee2021193c)] {{(pid=78744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 17 13:58:34.770237 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b1fd7da6-b872-40e8-bd97-8ffe9ae57650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774149279272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133957597'] for port, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:34.775009 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c1b651d6-946d-4589-a56a-353ea1412ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:34.775176 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-1f33b8df-52a6-4205-bb3d-a69f6db093a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:34.821620 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5a7ca346-b0c7-4546-8ccd-81422534f655 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:34.824599 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:34.846540 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fd7da6-b872-40e8-bd97-8ffe9ae57650 admin admin] Network d5b45ae7-16ce-45df-9da3-dc322e2b7d9a is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 13:58:34.850046 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [None req-b1fd7da6-b872-40e8-bd97-8ffe9ae57650 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:58:34.852517 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fd7da6-b872-40e8-bd97-8ffe9ae57650 admin admin] Received port after_create {{(pid=78743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 17 13:58:34.861491 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5a7ca346-b0c7-4546-8ccd-81422534f655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:34.898302 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-0e451b98-5a72-4f95-b24d-b5ee7f5a01ee tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:34.907350 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fd7da6-b872-40e8-bd97-8ffe9ae57650 admin admin] Pushing event updated for resources: {'Port': ['ID=68e01aa8-887d-473f-9fce-d59907b749ac,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:34.910917 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-b1fd7da6-b872-40e8-bd97-8ffe9ae57650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:34.989899 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b651d6-946d-4589-a56a-353ea1412ec1 None None] Pushing event updated for resources: {'Port': ['ID=5a4140e3-ace5-48f4-bad8-d4e2e638a5ef,revision_number=2']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:34.999033 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-c1b651d6-946d-4589-a56a-353ea1412ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:35.067789 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.db_base_plugin_common [None req-5a7ca346-b0c7-4546-8ccd-81422534f655 admin admin] Allocated IP 172.27.1.7 (d5b45ae7-16ce-45df-9da3-dc322e2b7d9a/b62193f4-5b84-40dd-ae21-6a70cb5f2e38/2858bbfc-c2be-42b3-bc8a-8567cc4745fb) {{(pid=78742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 17 13:58:35.159494 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-d5563ab1-1034-44d1-a708-6b072f36fddc None None] Notify callbacks [] for port, precommit_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:35.178190 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-d5563ab1-1034-44d1-a708-6b072f36fddc None None] Transition to ACTIVE for port object 01dfa29a-a6bf-47b0-a8fb-9e59dedc8827 will not be triggered until provisioned by entity L2. {{(pid=78744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:58:35.254291 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-d5563ab1-1034-44d1-a708-6b072f36fddc None None] Transition to ACTIVE for port object 01dfa29a-a6bf-47b0-a8fb-9e59dedc8827 will not be triggered until provisioned by entity DHCP. {{(pid=78744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:58:35.269444 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-d5563ab1-1034-44d1-a708-6b072f36fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774149279272'] for port, after_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:35.273993 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-69da3563-57f8-4eab-961e-9ed400dc5ecd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:35.282416 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5a7ca346-b0c7-4546-8ccd-81422534f655 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:35.339246 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5a7ca346-b0c7-4546-8ccd-81422534f655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774149279272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132438228'] for port, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:35.348623 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5563ab1-1034-44d1-a708-6b072f36fddc None None] Pushing event updated for resources: {'Port': ['ID=01dfa29a-a6bf-47b0-a8fb-9e59dedc8827,revision_number=1']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:35.352641 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-d5563ab1-1034-44d1-a708-6b072f36fddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:35.353588 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:35.374183 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5563ab1-1034-44d1-a708-6b072f36fddc None None] Network a352e45a-beb4-4c74-85aa-877f4308bc0d is already hosted by enough agents. {{(pid=78744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 13:58:35.384586 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.scheduler.base_scheduler [None req-d5563ab1-1034-44d1-a708-6b072f36fddc None None] Resources bound (agent type, host, resource id):  {{(pid=78744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:58:35.387020 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5563ab1-1034-44d1-a708-6b072f36fddc None None] Received port after_create {{(pid=78744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 17 13:58:35.417726 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7ca346-b0c7-4546-8ccd-81422534f655 admin admin] Network d5b45ae7-16ce-45df-9da3-dc322e2b7d9a is already hosted by enough agents. {{(pid=78742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 13:58:35.420711 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-5a7ca346-b0c7-4546-8ccd-81422534f655 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:58:35.424972 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7ca346-b0c7-4546-8ccd-81422534f655 admin admin] Received port after_create {{(pid=78742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 17 13:58:35.486840 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7ca346-b0c7-4546-8ccd-81422534f655 admin admin] Pushing event updated for resources: {'Port': ['ID=2858bbfc-c2be-42b3-bc8a-8567cc4745fb,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:35.497519 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-5a7ca346-b0c7-4546-8ccd-81422534f655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:35.499981 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b1fd7da6-b872-40e8-bd97-8ffe9ae57650 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:35.506743 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-d5563ab1-1034-44d1-a708-6b072f36fddc None None] Attempting to bind port 01dfa29a-a6bf-47b0-a8fb-9e59dedc8827 on host dv-cinder-788363-3-iscsi for vnic_type normal with profile  {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 17 13:58:35.507254 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-d5563ab1-1034-44d1-a708-6b072f36fddc None None] Attempting to bind port 01dfa29a-a6bf-47b0-a8fb-9e59dedc8827 by drivers openvswitch,hyperv on host dv-cinder-788363-3-iscsi at level 0 using segments [{'id': 'eecd0dba-c82c-42fc-a18d-272a8f834a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a352e45a-beb4-4c74-85aa-877f4308bc0d'}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 17 13:58:35.507569 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5563ab1-1034-44d1-a708-6b072f36fddc None None] Attempting to bind port 01dfa29a-a6bf-47b0-a8fb-9e59dedc8827 on network a352e45a-beb4-4c74-85aa-877f4308bc0d {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 13:58:35.513216 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5563ab1-1034-44d1-a708-6b072f36fddc None None] Checking agent: {'id': 'ed5152c7-8558-4ae4-8c88-1353caeda338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 47, 10), 'started_at': datetime.datetime(2021, 5, 17, 13, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 17 13:58:35.513605 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5563ab1-1034-44d1-a708-6b072f36fddc None None] Checking segment: {'id': 'eecd0dba-c82c-42fc-a18d-272a8f834a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a352e45a-beb4-4c74-85aa-877f4308bc0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 13:58:35.514011 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-d5563ab1-1034-44d1-a708-6b072f36fddc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:35.514407 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5563ab1-1034-44d1-a708-6b072f36fddc None None] Bound using segment: {'id': 'eecd0dba-c82c-42fc-a18d-272a8f834a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a352e45a-beb4-4c74-85aa-877f4308bc0d'} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 17 13:58:35.514884 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-d5563ab1-1034-44d1-a708-6b072f36fddc None None] Bound port: 01dfa29a-a6bf-47b0-a8fb-9e59dedc8827, host: dv-cinder-788363-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eecd0dba-c82c-42fc-a18d-272a8f834a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a352e45a-beb4-4c74-85aa-877f4308bc0d'}}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 17 13:58:35.515258 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-d5563ab1-1034-44d1-a708-6b072f36fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:35.572090 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_common [None req-0e451b98-5a72-4f95-b24d-b5ee7f5a01ee tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Allocated IP 172.27.1.174 (d5b45ae7-16ce-45df-9da3-dc322e2b7d9a/b62193f4-5b84-40dd-ae21-6a70cb5f2e38/fe6ed0c7-90dc-41da-aa29-95f3014c94f9) {{(pid=78743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 17 13:58:35.621965 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-d5563ab1-1034-44d1-a708-6b072f36fddc None None] For port 01dfa29a-a6bf-47b0-a8fb-9e59dedc8827, host dv-cinder-788363-3-iscsi, cleared binding levels {{(pid=78744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 17 13:58:35.627866 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-d5563ab1-1034-44d1-a708-6b072f36fddc None None] For port 01dfa29a-a6bf-47b0-a8fb-9e59dedc8827, host dv-cinder-788363-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=01dfa29a-a6bf-47b0-a8fb-9e59dedc8827,segment=NetworkSegment(eecd0dba-c82c-42fc-a18d-272a8f834a82),segment_id=eecd0dba-c82c-42fc-a18d-272a8f834a82)] {{(pid=78744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 17 13:58:35.632815 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-d5563ab1-1034-44d1-a708-6b072f36fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:35.638070 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:35.781913 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5563ab1-1034-44d1-a708-6b072f36fddc None None] Pushing event updated for resources: {'Port': ['ID=01dfa29a-a6bf-47b0-a8fb-9e59dedc8827,revision_number=2']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:35.796502 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-d5563ab1-1034-44d1-a708-6b072f36fddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:36.003439 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-0e451b98-5a72-4f95-b24d-b5ee7f5a01ee tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Notify callbacks [] for port, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:36.067514 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b1fd7da6-b872-40e8-bd97-8ffe9ae57650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2025152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1966514'] for router, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:36.097233 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5a7ca346-b0c7-4546-8ccd-81422534f655 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:36.273629 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9b241a-1776-4ab2-a6ca-6a7a7545352a None None] Network 44766520-36a7-4a15-a6b9-ee8d2b4767ae requested from dv-cinder-788363-3-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 17 13:58:36.305725 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-0e451b98-5a72-4f95-b24d-b5ee7f5a01ee tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774149279272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133957597'] for port, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:36.365162 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-ec2b5807-9745-476c-a2fd-8211f138ff5e tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:36.372189 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-6230a77e-9cc1-4fa1-8aa0-2b8bc7d71aa8 None None] Provisioning for port 5a4140e3-ace5-48f4-bad8-d4e2e638a5ef completed by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:58:36.444220 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e451b98-5a72-4f95-b24d-b5ee7f5a01ee tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Network d5b45ae7-16ce-45df-9da3-dc322e2b7d9a is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 13:58:36.449062 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [None req-0e451b98-5a72-4f95-b24d-b5ee7f5a01ee tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Resources bound (agent type, host, resource id):  {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:58:36.454952 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e451b98-5a72-4f95-b24d-b5ee7f5a01ee tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Received port after_create {{(pid=78743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 17 13:58:36.508594 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e451b98-5a72-4f95-b24d-b5ee7f5a01ee tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Pushing event updated for resources: {'Port': ['ID=fe6ed0c7-90dc-41da-aa29-95f3014c94f9,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:36.515073 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-0e451b98-5a72-4f95-b24d-b5ee7f5a01ee tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:36.540440 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5a7ca346-b0c7-4546-8ccd-81422534f655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2025152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1966514'] for router, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:36.629161 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 01dfa29a-a6bf-47b0-a8fb-9e59dedc8827 up at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:58:36.662475 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1fd7da6-b872-40e8-bd97-8ffe9ae57650 admin admin] Router 5510a09f-e213-44d2-8b04-11238e67443e is scheduled to L3 agent 5f048e90-1481-4c55-97c3-311a68b90326 with binding_index 1 {{(pid=78743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 17 13:58:36.800891 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning for port 01dfa29a-a6bf-47b0-a8fb-9e59dedc8827 completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:58:36.807549 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 5a4140e3-ace5-48f4-bad8-d4e2e638a5ef up at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:58:36.919845 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a7ca346-b0c7-4546-8ccd-81422534f655 admin admin] Router 4483c776-6327-4b01-b7ee-9cdf33a32ab3 is scheduled to L3 agent 5f048e90-1481-4c55-97c3-311a68b90326 with binding_index 1 {{(pid=78742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 17 13:58:36.928244 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning for port 5a4140e3-ace5-48f4-bad8-d4e2e638a5ef completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:58:36.934570 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning complete for port 5a4140e3-ace5-48f4-bad8-d4e2e638a5ef triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:58:36.935233 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:37.112142 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2ce444-81e1-49d9-91ee-3f8fddb6a37a None None] Network a352e45a-beb4-4c74-85aa-877f4308bc0d requested from dv-cinder-788363-3-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 17 13:58:37.143307 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a7ca346-b0c7-4546-8ccd-81422534f655 admin admin] Notify agent at l3_agent.dv-cinder-788363-3-iscsi the message routers_updated {{(pid=78742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 17 13:58:37.143912 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1fd7da6-b872-40e8-bd97-8ffe9ae57650 admin admin] Notify agent at l3_agent.dv-cinder-788363-3-iscsi the message routers_updated {{(pid=78743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 17 13:58:37.156434 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907233e5-0b53-46ff-abb9-71f981396c99 None None] Sync routers for ids ['5510a09f-e213-44d2-8b04-11238e67443e'] in dv-cinder-788363-3-iscsi {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 17 13:58:37.174319 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907233e5-0b53-46ff-abb9-71f981396c99 None None] Routers {'5510a09f-e213-44d2-8b04-11238e67443e'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 13:58:37.174899 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-907233e5-0b53-46ff-abb9-71f981396c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3fcf3af0>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T13:58:10Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['5510a09f-e213-44d2-8b04-11238e67443e'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:58:37.190227 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-0085c445-377b-42d2-a290-735a938be73d None None] Provisioning complete for port 5a4140e3-ace5-48f4-bad8-d4e2e638a5ef triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:58:37.190469 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b1fd7da6-b872-40e8-bd97-8ffe9ae57650 admin admin] Notify callbacks [] for router, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:37.190706 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0085c445-377b-42d2-a290-735a938be73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:37.191850 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-b1fd7da6-b872-40e8-bd97-8ffe9ae57650 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 4.0916760
May 17 13:58:37.195202 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 36994) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:58:37.228301 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-0e451b98-5a72-4f95-b24d-b5ee7f5a01ee tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:37.232163 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:37.263667 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb3490f-8f55-4030-b0e6-37d6e83b1f22 None None] Sync routers for ids ['4483c776-6327-4b01-b7ee-9cdf33a32ab3'] in dv-cinder-788363-3-iscsi {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 17 13:58:37.308133 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-0e451b98-5a72-4f95-b24d-b5ee7f5a01ee tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:37.333576 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5a7ca346-b0c7-4546-8ccd-81422534f655 admin admin] Notify callbacks [] for router, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:37.343373 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-5a7ca346-b0c7-4546-8ccd-81422534f655 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 3.3394294
May 17 13:58:37.355081 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 37000) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:58:37.368766 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-907233e5-0b53-46ff-abb9-71f981396c99 None None] Set router 5510a09f-e213-44d2-8b04-11238e67443e gateway port host: dv-cinder-788363-3-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 13:58:37.462901 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] For port 5a4140e3-ace5-48f4-bad8-d4e2e638a5ef, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=5a4140e3-ace5-48f4-bad8-d4e2e638a5ef,segment=NetworkSegment(f571888c-1f13-4f21-90ab-85ee2021193c),segment_id=f571888c-1f13-4f21-90ab-85ee2021193c)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:58:37.486503 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:37.492198 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb3490f-8f55-4030-b0e6-37d6e83b1f22 None None] Routers {'4483c776-6327-4b01-b7ee-9cdf33a32ab3'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 13:58:37.492198 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-7cb3490f-8f55-4030-b0e6-37d6e83b1f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3b148220>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T13:58:10Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['4483c776-6327-4b01-b7ee-9cdf33a32ab3'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:58:37.544548 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-0e451b98-5a72-4f95-b24d-b5ee7f5a01ee tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Notify callbacks [] for port, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:37.551275 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-0e451b98-5a72-4f95-b24d-b5ee7f5a01ee tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133957588'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:37.556655 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-9656aec1-a11a-472c-91f1-23b98a2eca91 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:37.628200 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e451b98-5a72-4f95-b24d-b5ee7f5a01ee tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Pushing event updated for resources: {'Port': ['ID=fe6ed0c7-90dc-41da-aa29-95f3014c94f9,revision_number=2']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:37.631990 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-0e451b98-5a72-4f95-b24d-b5ee7f5a01ee tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:37.670785 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-662438ce-043f-4382-95cf-25b884e84546 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:37.704979 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-0e451b98-5a72-4f95-b24d-b5ee7f5a01ee tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975218'] for floatingip, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:37.725085 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-8a7c1045-7d08-46c6-8985-a46d42588bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:37.782436 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-907233e5-0b53-46ff-abb9-71f981396c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3fcf3af0>, [{'id': '5510a09f-e213-44d2-8b04-11238e67443e', 'name': 'tempest-TestVolumeBootPattern-1927890406-router', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '68e01aa8-887d-473f-9fce-d59907b749ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:58:33Z', 'updated_at': '2021-05-17T13:58:35Z', 'revision_number': 3, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'gw_port': {'id': '68e01aa8-887d-473f-9fce-d59907b749ac', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5510a09f-e213-44d2-8b04-11238e67443e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:34Z', 'updated_at': '2021-05-17T13:58:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi'}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:58:37.788185 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907233e5-0b53-46ff-abb9-71f981396c99 None None] Checking router: 5510a09f-e213-44d2-8b04-11238e67443e for host: dv-cinder-788363-3-iscsi {{(pid=78745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 17 13:58:37.794325 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907233e5-0b53-46ff-abb9-71f981396c99 None None] Updating router 5510a09f-e213-44d2-8b04-11238e67443e port 68e01aa8-887d-473f-9fce-d59907b749ac binding host dv-cinder-788363-3-iscsi {{(pid=78745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 17 13:58:37.832364 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-7cb3490f-8f55-4030-b0e6-37d6e83b1f22 None None] Set router 4483c776-6327-4b01-b7ee-9cdf33a32ab3 gateway port host: dv-cinder-788363-3-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 13:58:37.868786 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-907233e5-0b53-46ff-abb9-71f981396c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:38.090674 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.db.l3_db [None req-0e451b98-5a72-4f95-b24d-b5ee7f5a01ee tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Floating IP 4cdb4d0c-3e94-40f6-8acd-e61cf888b0f0 associated. External IP: 172.27.1.174, port: 71f374e4-dda9-4593-81cc-c6e7dcde1f3d.
May 17 13:58:38.189754 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Pushing event updated for resources: {'Port': ['ID=5a4140e3-ace5-48f4-bad8-d4e2e638a5ef,revision_number=3']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:38.205148 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:38.248088 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-7cb3490f-8f55-4030-b0e6-37d6e83b1f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3b148220>, [{'id': '4483c776-6327-4b01-b7ee-9cdf33a32ab3', 'name': 'tempest-TestMinimumBasicScenario-1979331052-router', 'tenant_id': '182c379c4779494884fc8fa7c516d165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '2858bbfc-c2be-42b3-bc8a-8567cc4745fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:58:34Z', 'updated_at': '2021-05-17T13:58:35Z', 'revision_number': 3, 'project_id': '182c379c4779494884fc8fa7c516d165', 'gw_port': {'id': '2858bbfc-c2be-42b3-bc8a-8567cc4745fb', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ee:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4483c776-6327-4b01-b7ee-9cdf33a32ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:34Z', 'updated_at': '2021-05-17T13:58:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi'}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:58:38.253976 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb3490f-8f55-4030-b0e6-37d6e83b1f22 None None] Checking router: 4483c776-6327-4b01-b7ee-9cdf33a32ab3 for host: dv-cinder-788363-3-iscsi {{(pid=78744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 17 13:58:38.254688 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb3490f-8f55-4030-b0e6-37d6e83b1f22 None None] Updating router 4483c776-6327-4b01-b7ee-9cdf33a32ab3 port 2858bbfc-c2be-42b3-bc8a-8567cc4745fb binding host dv-cinder-788363-3-iscsi {{(pid=78744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 17 13:58:38.288756 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-907233e5-0b53-46ff-abb9-71f981396c99 None None] Notify callbacks [] for port, precommit_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:38.313206 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.provisioning_blocks [None req-907233e5-0b53-46ff-abb9-71f981396c99 None None] Transition to ACTIVE for port object 68e01aa8-887d-473f-9fce-d59907b749ac will not be triggered until provisioned by entity L2. {{(pid=78745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:58:38.318438 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-7cb3490f-8f55-4030-b0e6-37d6e83b1f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:38.331324 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-907233e5-0b53-46ff-abb9-71f981396c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:38.344323 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [None req-830d3093-8485-435d-b153-bab12989c0e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:38.396026 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-8b7c2843-2570-41df-9383-cb9ecf730c70 None None] Provisioning for port 01dfa29a-a6bf-47b0-a8fb-9e59dedc8827 completed by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:58:38.453195 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-8b7c2843-2570-41df-9383-cb9ecf730c70 None None] Provisioning complete for port 01dfa29a-a6bf-47b0-a8fb-9e59dedc8827 triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:58:38.453767 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-8b7c2843-2570-41df-9383-cb9ecf730c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:38.463094 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.managers [None req-907233e5-0b53-46ff-abb9-71f981396c99 None None] Attempting to bind port 68e01aa8-887d-473f-9fce-d59907b749ac on host dv-cinder-788363-3-iscsi for vnic_type normal with profile  {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 17 13:58:38.463922 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.managers [None req-907233e5-0b53-46ff-abb9-71f981396c99 None None] Attempting to bind port 68e01aa8-887d-473f-9fce-d59907b749ac by drivers openvswitch,hyperv on host dv-cinder-788363-3-iscsi at level 0 using segments [{'id': 'd239c2a5-eb63-4e60-9706-c66c1478eded', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a'}] {{(pid=78745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 17 13:58:38.464476 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907233e5-0b53-46ff-abb9-71f981396c99 None None] Attempting to bind port 68e01aa8-887d-473f-9fce-d59907b749ac on network d5b45ae7-16ce-45df-9da3-dc322e2b7d9a {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 13:58:38.478268 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907233e5-0b53-46ff-abb9-71f981396c99 None None] Checking agent: {'id': 'ed5152c7-8558-4ae4-8c88-1353caeda338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 47, 10), 'started_at': datetime.datetime(2021, 5, 17, 13, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 17 13:58:38.479667 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907233e5-0b53-46ff-abb9-71f981396c99 None None] Checking segment: {'id': 'd239c2a5-eb63-4e60-9706-c66c1478eded', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 13:58:38.480244 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-907233e5-0b53-46ff-abb9-71f981396c99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:38.480893 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907233e5-0b53-46ff-abb9-71f981396c99 None None] Bound using segment: {'id': 'd239c2a5-eb63-4e60-9706-c66c1478eded', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a'} {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 17 13:58:38.481959 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.managers [None req-907233e5-0b53-46ff-abb9-71f981396c99 None None] Bound port: 68e01aa8-887d-473f-9fce-d59907b749ac, host: dv-cinder-788363-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd239c2a5-eb63-4e60-9706-c66c1478eded', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a'}}] {{(pid=78745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 17 13:58:38.482504 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-907233e5-0b53-46ff-abb9-71f981396c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:38.569125 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 5a4140e3-ace5-48f4-bad8-d4e2e638a5ef up at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:58:38.625806 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.db [None req-907233e5-0b53-46ff-abb9-71f981396c99 None None] For port 68e01aa8-887d-473f-9fce-d59907b749ac, host dv-cinder-788363-3-iscsi, cleared binding levels {{(pid=78745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 17 13:58:38.629223 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.db [None req-907233e5-0b53-46ff-abb9-71f981396c99 None None] For port 68e01aa8-887d-473f-9fce-d59907b749ac, host dv-cinder-788363-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=68e01aa8-887d-473f-9fce-d59907b749ac,segment=NetworkSegment(d239c2a5-eb63-4e60-9706-c66c1478eded),segment_id=d239c2a5-eb63-4e60-9706-c66c1478eded)] {{(pid=78745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 17 13:58:38.634395 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b1473-cb0c-42be-9864-3ded5475f2c9 None None] Pushing event updated for resources: {'Port': ['ID=68e01aa8-887d-473f-9fce-d59907b749ac,revision_number=2']} {{(pid=78745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:38.640687 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-907233e5-0b53-46ff-abb9-71f981396c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:38.658772 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41b1473-cb0c-42be-9864-3ded5475f2c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:58:38.659117 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41b1473-cb0c-42be-9864-3ded5475f2c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:58:38.659492 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41b1473-cb0c-42be-9864-3ded5475f2c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:58:38.659793 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41b1473-cb0c-42be-9864-3ded5475f2c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:58:38.660115 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41b1473-cb0c-42be-9864-3ded5475f2c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:58:38.660434 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41b1473-cb0c-42be-9864-3ded5475f2c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:58:38.660901 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41b1473-cb0c-42be-9864-3ded5475f2c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:58:38.661224 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41b1473-cb0c-42be-9864-3ded5475f2c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:58:38.661577 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41b1473-cb0c-42be-9864-3ded5475f2c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:58:38.662089 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41b1473-cb0c-42be-9864-3ded5475f2c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:58:38.662408 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41b1473-cb0c-42be-9864-3ded5475f2c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:58:38.662906 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41b1473-cb0c-42be-9864-3ded5475f2c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:58:38.666704 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [None req-d41b1473-cb0c-42be-9864-3ded5475f2c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:38.667476 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [None req-d41b1473-cb0c-42be-9864-3ded5475f2c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:38.717724 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e451b98-5a72-4f95-b24d-b5ee7f5a01ee tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Router 5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8 has already been hosted by L3 agent 5f048e90-1481-4c55-97c3-311a68b90326 {{(pid=78743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 17 13:58:38.729325 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning complete for port 5a4140e3-ace5-48f4-bad8-d4e2e638a5ef triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:58:38.730178 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:38.750987 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907233e5-0b53-46ff-abb9-71f981396c99 None None] Routers {'5510a09f-e213-44d2-8b04-11238e67443e'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 13:58:38.752849 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-907233e5-0b53-46ff-abb9-71f981396c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3fcf3af0>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T13:58:10Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['5510a09f-e213-44d2-8b04-11238e67443e'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:58:38.852495 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-8b7c2843-2570-41df-9383-cb9ecf730c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:38.899086 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-902826d7-1bc5-4ba2-b8d5-5721e44c5dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:38.953374 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e451b98-5a72-4f95-b24d-b5ee7f5a01ee tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Notify agent at l3_agent.dv-cinder-788363-3-iscsi the message routers_updated {{(pid=78743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 17 13:58:38.960760 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-8b7c2843-2570-41df-9383-cb9ecf730c70 None None] For port 01dfa29a-a6bf-47b0-a8fb-9e59dedc8827, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=01dfa29a-a6bf-47b0-a8fb-9e59dedc8827,segment=NetworkSegment(eecd0dba-c82c-42fc-a18d-272a8f834a82),segment_id=eecd0dba-c82c-42fc-a18d-272a8f834a82)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:58:38.980274 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-8b7c2843-2570-41df-9383-cb9ecf730c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:38.985777 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:38.996707 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-0e451b98-5a72-4f95-b24d-b5ee7f5a01ee tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for floatingip, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:39.007355 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c34c7d8-3453-4d8e-9146-e8a8111b5bf0 None None] Sync routers for ids ['5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8'] in dv-cinder-788363-3-iscsi {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 17 13:58:39.059710 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b1473-cb0c-42be-9864-3ded5475f2c9 None None] Pushing event updated for resources: {'Port': ['ID=68e01aa8-887d-473f-9fce-d59907b749ac,revision_number=3']} {{(pid=78745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:39.073562 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [None req-d41b1473-cb0c-42be-9864-3ded5475f2c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:39.083450 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c34c7d8-3453-4d8e-9146-e8a8111b5bf0 None None] Routers {'5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 13:58:39.084098 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-4c34c7d8-3453-4d8e-9146-e8a8111b5bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3fab3520>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T13:58:10Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:58:39.091754 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-4066e846-384f-4ec8-9d2a-248b7dd9d704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:39.123669 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-0e451b98-5a72-4f95-b24d-b5ee7f5a01ee tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.8529866
May 17 13:58:39.124350 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0122dee7-ebd4-4cac-aa82-4807a0e12254', 'tag': '71f374e4-dda9-4593-81cc-c6e7dcde1f3d'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 13:58:39.161082 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-dd707e61-11d4-43c3-8e95-c77c8734596e None None] Provisioning complete for port 01dfa29a-a6bf-47b0-a8fb-9e59dedc8827 triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:58:39.161660 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-dd707e61-11d4-43c3-8e95-c77c8734596e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:39.177762 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-907233e5-0b53-46ff-abb9-71f981396c99 None None] Set router 5510a09f-e213-44d2-8b04-11238e67443e gateway port host: dv-cinder-788363-3-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 13:58:39.190373 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0122dee7-ebd4-4cac-aa82-4807a0e12254', 'tag': '71f374e4-dda9-4593-81cc-c6e7dcde1f3d', 'status': 'completed', 'code': 200}
May 17 13:58:39.204912 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7c2843-2570-41df-9383-cb9ecf730c70 None None] Pushing event updated for resources: {'Port': ['ID=01dfa29a-a6bf-47b0-a8fb-9e59dedc8827,revision_number=3']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:39.212111 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-8b7c2843-2570-41df-9383-cb9ecf730c70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:39.315603 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.db_base_plugin_common [None req-902826d7-1bc5-4ba2-b8d5-5721e44c5dc8 admin admin] Allocated IP 172.20.0.1 (44766520-36a7-4a15-a6b9-ee8d2b4767ae/31d31f43-e8b1-4e8d-8f8a-74810a227c7c/b844ae9a-7ba6-401d-9e5c-a391539eb37c) {{(pid=78742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 17 13:58:39.352737 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-7cb3490f-8f55-4030-b0e6-37d6e83b1f22 None None] Notify callbacks [] for port, precommit_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:39.373406 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-7cb3490f-8f55-4030-b0e6-37d6e83b1f22 None None] Transition to ACTIVE for port object 2858bbfc-c2be-42b3-bc8a-8567cc4745fb will not be triggered until provisioned by entity L2. {{(pid=78744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:58:39.384265 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-7cb3490f-8f55-4030-b0e6-37d6e83b1f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:39.388430 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-d5563ab1-1034-44d1-a708-6b072f36fddc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:39.466754 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-7cb3490f-8f55-4030-b0e6-37d6e83b1f22 None None] Attempting to bind port 2858bbfc-c2be-42b3-bc8a-8567cc4745fb on host dv-cinder-788363-3-iscsi for vnic_type normal with profile  {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 17 13:58:39.467058 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-7cb3490f-8f55-4030-b0e6-37d6e83b1f22 None None] Attempting to bind port 2858bbfc-c2be-42b3-bc8a-8567cc4745fb by drivers openvswitch,hyperv on host dv-cinder-788363-3-iscsi at level 0 using segments [{'id': 'd239c2a5-eb63-4e60-9706-c66c1478eded', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a'}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 17 13:58:39.467452 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb3490f-8f55-4030-b0e6-37d6e83b1f22 None None] Attempting to bind port 2858bbfc-c2be-42b3-bc8a-8567cc4745fb on network d5b45ae7-16ce-45df-9da3-dc322e2b7d9a {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 13:58:39.474013 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5682b10f-a410-40d4-ae93-056790686834 None None] Pushing event updated for resources: {'Port': ['ID=2858bbfc-c2be-42b3-bc8a-8567cc4745fb,revision_number=2']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:39.478296 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-5682b10f-a410-40d4-ae93-056790686834 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:39.479257 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb3490f-8f55-4030-b0e6-37d6e83b1f22 None None] Checking agent: {'id': 'ed5152c7-8558-4ae4-8c88-1353caeda338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 47, 10), 'started_at': datetime.datetime(2021, 5, 17, 13, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 17 13:58:39.479672 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb3490f-8f55-4030-b0e6-37d6e83b1f22 None None] Checking segment: {'id': 'd239c2a5-eb63-4e60-9706-c66c1478eded', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 13:58:39.480082 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-7cb3490f-8f55-4030-b0e6-37d6e83b1f22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:39.480477 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb3490f-8f55-4030-b0e6-37d6e83b1f22 None None] Bound using segment: {'id': 'd239c2a5-eb63-4e60-9706-c66c1478eded', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a'} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 17 13:58:39.481623 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-7cb3490f-8f55-4030-b0e6-37d6e83b1f22 None None] Bound port: 2858bbfc-c2be-42b3-bc8a-8567cc4745fb, host: dv-cinder-788363-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd239c2a5-eb63-4e60-9706-c66c1478eded', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a'}}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 17 13:58:39.481623 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-7cb3490f-8f55-4030-b0e6-37d6e83b1f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:39.560044 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-7cb3490f-8f55-4030-b0e6-37d6e83b1f22 None None] For port 2858bbfc-c2be-42b3-bc8a-8567cc4745fb, host dv-cinder-788363-3-iscsi, cleared binding levels {{(pid=78744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 17 13:58:39.563141 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-7cb3490f-8f55-4030-b0e6-37d6e83b1f22 None None] For port 2858bbfc-c2be-42b3-bc8a-8567cc4745fb, host dv-cinder-788363-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=2858bbfc-c2be-42b3-bc8a-8567cc4745fb,segment=NetworkSegment(d239c2a5-eb63-4e60-9706-c66c1478eded),segment_id=d239c2a5-eb63-4e60-9706-c66c1478eded)] {{(pid=78744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 17 13:58:39.569145 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-7cb3490f-8f55-4030-b0e6-37d6e83b1f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:39.573829 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:39.590275 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-4c34c7d8-3453-4d8e-9146-e8a8111b5bf0 None None] Set router 5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8 gateway port host: dv-cinder-788363-3-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 13:58:39.643019 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb3490f-8f55-4030-b0e6-37d6e83b1f22 None None] Routers {'4483c776-6327-4b01-b7ee-9cdf33a32ab3'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 13:58:39.643685 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-7cb3490f-8f55-4030-b0e6-37d6e83b1f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3b148220>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T13:58:10Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['4483c776-6327-4b01-b7ee-9cdf33a32ab3'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:58:39.719285 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0dc6fd-50b3-4925-b2db-2bf182e7dcd0 req-fdce7224-6f61-418b-9b25-04f30170f66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:58:39.721504 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-9f0dc6fd-50b3-4925-b2db-2bf182e7dcd0 req-fdce7224-6f61-418b-9b25-04f30170f66d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b46cc502c62d47f5ad1b5cac00f4506b&device_id=0122dee7-ebd4-4cac-aa82-4807a0e12254 HTTP/1.1" status: 200  len: 1098 time: 0.4919896
May 17 13:58:39.723656 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5682b10f-a410-40d4-ae93-056790686834 None None] Pushing event updated for resources: {'Port': ['ID=2858bbfc-c2be-42b3-bc8a-8567cc4745fb,revision_number=3']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:39.728237 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-5682b10f-a410-40d4-ae93-056790686834 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:39.778018 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-902826d7-1bc5-4ba2-b8d5-5721e44c5dc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:39.837843 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-7cb3490f-8f55-4030-b0e6-37d6e83b1f22 None None] Set router 4483c776-6327-4b01-b7ee-9cdf33a32ab3 gateway port host: dv-cinder-788363-3-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 13:58:39.862842 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.db_base_plugin_common [None req-4066e846-384f-4ec8-9d2a-248b7dd9d704 admin admin] Allocated IP 172.20.0.1 (a352e45a-beb4-4c74-85aa-877f4308bc0d/2b0db0dc-c73b-40d9-8259-2f415d9b999f/77a0363a-7252-451a-929a-08c029fbbaa7) {{(pid=78742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 17 13:58:39.868545 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.provisioning_blocks [None req-902826d7-1bc5-4ba2-b8d5-5721e44c5dc8 admin admin] Transition to ACTIVE for port object b844ae9a-7ba6-401d-9e5c-a391539eb37c will not be triggered until provisioned by entity DHCP. {{(pid=78742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:58:39.909558 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-907233e5-0b53-46ff-abb9-71f981396c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3fcf3af0>, [{'id': '5510a09f-e213-44d2-8b04-11238e67443e', 'name': 'tempest-TestVolumeBootPattern-1927890406-router', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '68e01aa8-887d-473f-9fce-d59907b749ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:58:33Z', 'updated_at': '2021-05-17T13:58:35Z', 'revision_number': 3, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'gw_port': {'id': '68e01aa8-887d-473f-9fce-d59907b749ac', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5510a09f-e213-44d2-8b04-11238e67443e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:34Z', 'updated_at': '2021-05-17T13:58:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi'}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:58:39.918032 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907233e5-0b53-46ff-abb9-71f981396c99 None None] The sync data for ids ['5510a09f-e213-44d2-8b04-11238e67443e'] in dv-cinder-788363-3-iscsi is: [{'id': '5510a09f-e213-44d2-8b04-11238e67443e', 'name': 'tempest-TestVolumeBootPattern-1927890406-router', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '68e01aa8-887d-473f-9fce-d59907b749ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:58:33Z', 'updated_at': '2021-05-17T13:58:35Z', 'revision_number': 3, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'gw_port': {'id': '68e01aa8-887d-473f-9fce-d59907b749ac', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5510a09f-e213-44d2-8b04-11238e67443e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:34Z', 'updated_at': '2021-05-17T13:58:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi'}] {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 17 13:58:40.039207 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:40.058623 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0dc6fd-50b3-4925-b2db-2bf182e7dcd0 req-0039794a-d4da-4df8-9165-fbe1f02b4aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:58:40.060310 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-9f0dc6fd-50b3-4925-b2db-2bf182e7dcd0 req-0039794a-d4da-4df8-9165-fbe1f02b4aef service neutron] 10.222.0.49 "GET /v2.0/networks?id=17f276ec-48a2-425f-91fa-53462c568dbf HTTP/1.1" status: 200  len: 910 time: 0.3206770
May 17 13:58:40.062353 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-4c34c7d8-3453-4d8e-9146-e8a8111b5bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3fab3520>, [{'id': '5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8', 'name': 'tempest-TestShelveInstance-1593871049-router', 'tenant_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '9eaa97ee-bb1e-481f-bd66-96e63b562f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:57:04Z', 'updated_at': '2021-05-17T13:57:08Z', 'revision_number': 4, 'project_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'gw_port': {'id': '9eaa97ee-bb1e-481f-bd66-96e63b562f55', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ec:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:57:04Z', 'updated_at': '2021-05-17T13:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_floatingips': [{'id': '4cdb4d0c-3e94-40f6-8acd-e61cf888b0f0', 'tenant_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'floating_ip_address': '172.27.1.174', 'floating_network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'router_id': '5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8', 'port_id': '71f374e4-dda9-4593-81cc-c6e7dcde1f3d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17f276ec-48a2-425f-91fa-53462c568dbf', 'mac_address': 'fa:16:3e:43:1c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0122dee7-ebd4-4cac-aa82-4807a0e12254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T13:58:37Z', 'updated_at': '2021-05-17T13:58:37Z', 'revision_number': 0, 'project_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69a58e30-5cb0-421d-9ea3-eb56be3069ff', 'name': '', 'network_id': '17f276ec-48a2-425f-91fa-53462c568dbf', 'tenant_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'mac_address': 'fa:16:3e:d3:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '08a0d08f-e6a8-470a-bbaf-7361dd8bc1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:57:08Z', 'updated_at': '2021-05-17T13:57:15Z', 'revision_number': 5, 'project_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'subnets': [{'id': '08a0d08f-e6a8-470a-bbaf-7361dd8bc1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:58:40.067186 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c34c7d8-3453-4d8e-9146-e8a8111b5bf0 None None] Checking router: 5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8 for host: dv-cinder-788363-3-iscsi {{(pid=78745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 17 13:58:40.078140 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c34c7d8-3453-4d8e-9146-e8a8111b5bf0 None None] Routers {'5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 13:58:40.078754 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-4c34c7d8-3453-4d8e-9146-e8a8111b5bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3fab3520>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T13:58:10Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:58:40.176720 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-902826d7-1bc5-4ba2-b8d5-5721e44c5dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774149279272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132438228'] for port, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:40.186201 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:40.190807 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9e8e3a94-285e-45f9-9481-fbba0c31b4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:40.201846 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-7cb3490f-8f55-4030-b0e6-37d6e83b1f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3b148220>, [{'id': '4483c776-6327-4b01-b7ee-9cdf33a32ab3', 'name': 'tempest-TestMinimumBasicScenario-1979331052-router', 'tenant_id': '182c379c4779494884fc8fa7c516d165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '2858bbfc-c2be-42b3-bc8a-8567cc4745fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:58:34Z', 'updated_at': '2021-05-17T13:58:35Z', 'revision_number': 3, 'project_id': '182c379c4779494884fc8fa7c516d165', 'gw_port': {'id': '2858bbfc-c2be-42b3-bc8a-8567cc4745fb', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ee:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4483c776-6327-4b01-b7ee-9cdf33a32ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:34Z', 'updated_at': '2021-05-17T13:58:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi'}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:58:40.207524 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb3490f-8f55-4030-b0e6-37d6e83b1f22 None None] The sync data for ids ['4483c776-6327-4b01-b7ee-9cdf33a32ab3'] in dv-cinder-788363-3-iscsi is: [{'id': '4483c776-6327-4b01-b7ee-9cdf33a32ab3', 'name': 'tempest-TestMinimumBasicScenario-1979331052-router', 'tenant_id': '182c379c4779494884fc8fa7c516d165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '2858bbfc-c2be-42b3-bc8a-8567cc4745fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:58:34Z', 'updated_at': '2021-05-17T13:58:35Z', 'revision_number': 3, 'project_id': '182c379c4779494884fc8fa7c516d165', 'gw_port': {'id': '2858bbfc-c2be-42b3-bc8a-8567cc4745fb', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ee:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4483c776-6327-4b01-b7ee-9cdf33a32ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:34Z', 'updated_at': '2021-05-17T13:58:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi'}] {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 17 13:58:40.294032 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-4066e846-384f-4ec8-9d2a-248b7dd9d704 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:40.317035 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-4c34c7d8-3453-4d8e-9146-e8a8111b5bf0 None None] Set router 5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8 gateway port host: dv-cinder-788363-3-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 13:58:40.345936 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902826d7-1bc5-4ba2-b8d5-5721e44c5dc8 admin admin] Network 44766520-36a7-4a15-a6b9-ee8d2b4767ae is already hosted by enough agents. {{(pid=78742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 13:58:40.353057 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-902826d7-1bc5-4ba2-b8d5-5721e44c5dc8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:58:40.375833 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902826d7-1bc5-4ba2-b8d5-5721e44c5dc8 admin admin] Received port after_create {{(pid=78742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 17 13:58:40.411358 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-9f0dc6fd-50b3-4925-b2db-2bf182e7dcd0 req-8cd57df4-551e-461a-b8ff-7c70a5428f72 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71f374e4-dda9-4593-81cc-c6e7dcde1f3d HTTP/1.1" status: 200  len: 999 time: 0.3346601
May 17 13:58:40.423403 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.provisioning_blocks [None req-4066e846-384f-4ec8-9d2a-248b7dd9d704 admin admin] Transition to ACTIVE for port object 77a0363a-7252-451a-929a-08c029fbbaa7 will not be triggered until provisioned by entity DHCP. {{(pid=78742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:58:40.471390 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-902826d7-1bc5-4ba2-b8d5-5721e44c5dc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1975113'] for router_interface, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:40.541924 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902826d7-1bc5-4ba2-b8d5-5721e44c5dc8 admin admin] Pushing event updated for resources: {'Port': ['ID=b844ae9a-7ba6-401d-9e5c-a391539eb37c,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:40.545336 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-902826d7-1bc5-4ba2-b8d5-5721e44c5dc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:40.619483 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0dc6fd-50b3-4925-b2db-2bf182e7dcd0 req-d2ca3903-5741-4a2f-9c8f-cf2aa88f859c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:58:40.621207 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-9f0dc6fd-50b3-4925-b2db-2bf182e7dcd0 req-d2ca3903-5741-4a2f-9c8f-cf2aa88f859c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=08a0d08f-e6a8-470a-bbaf-7361dd8bc1a0 HTTP/1.1" status: 200  len: 848 time: 0.1962035
May 17 13:58:40.726207 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-4066e846-384f-4ec8-9d2a-248b7dd9d704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774149279272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132438228'] for port, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:40.742758 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-1424655f-2734-45fd-bde6-092ab14ace35 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:40.752651 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-1e43e595-5a19-46ae-a93a-d2c56ec21294 None None] Provisioning for port b844ae9a-7ba6-401d-9e5c-a391539eb37c completed by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:58:40.776402 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-1e43e595-5a19-46ae-a93a-d2c56ec21294 None None] Provisioning complete for port b844ae9a-7ba6-401d-9e5c-a391539eb37c triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:58:40.776873 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-1e43e595-5a19-46ae-a93a-d2c56ec21294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:40.794661 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4066e846-384f-4ec8-9d2a-248b7dd9d704 admin admin] Network a352e45a-beb4-4c74-85aa-877f4308bc0d is already hosted by enough agents. {{(pid=78742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 13:58:40.806919 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-4066e846-384f-4ec8-9d2a-248b7dd9d704 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:58:40.809474 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4066e846-384f-4ec8-9d2a-248b7dd9d704 admin admin] Received port after_create {{(pid=78742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 17 13:58:40.924427 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-1e43e595-5a19-46ae-a93a-d2c56ec21294 None None] Port b844ae9a-7ba6-401d-9e5c-a391539eb37c cannot update to ACTIVE because it is not bound. {{(pid=78744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 17 13:58:40.927501 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 01dfa29a-a6bf-47b0-a8fb-9e59dedc8827 up at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:58:40.943533 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4066e846-384f-4ec8-9d2a-248b7dd9d704 admin admin] Pushing event updated for resources: {'Port': ['ID=77a0363a-7252-451a-929a-08c029fbbaa7,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:40.947804 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-4066e846-384f-4ec8-9d2a-248b7dd9d704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:40.964046 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0dc6fd-50b3-4925-b2db-2bf182e7dcd0 req-c3ed1244-a4e1-4e3c-94c5-9986cdc1163f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:58:40.975731 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-9f0dc6fd-50b3-4925-b2db-2bf182e7dcd0 req-c3ed1244-a4e1-4e3c-94c5-9986cdc1163f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=17f276ec-48a2-425f-91fa-53462c568dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3464015
May 17 13:58:40.978106 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-4066e846-384f-4ec8-9d2a-248b7dd9d704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1975113'] for router_interface, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:41.005793 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-4c34c7d8-3453-4d8e-9146-e8a8111b5bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3fab3520>, [{'id': '5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8', 'name': 'tempest-TestShelveInstance-1593871049-router', 'tenant_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '9eaa97ee-bb1e-481f-bd66-96e63b562f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:57:04Z', 'updated_at': '2021-05-17T13:57:08Z', 'revision_number': 4, 'project_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'gw_port': {'id': '9eaa97ee-bb1e-481f-bd66-96e63b562f55', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ec:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:57:04Z', 'updated_at': '2021-05-17T13:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_floatingips': [{'id': '4cdb4d0c-3e94-40f6-8acd-e61cf888b0f0', 'tenant_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'floating_ip_address': '172.27.1.174', 'floating_network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'router_id': '5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8', 'port_id': '71f374e4-dda9-4593-81cc-c6e7dcde1f3d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17f276ec-48a2-425f-91fa-53462c568dbf', 'mac_address': 'fa:16:3e:43:1c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0122dee7-ebd4-4cac-aa82-4807a0e12254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T13:58:37Z', 'updated_at': '2021-05-17T13:58:37Z', 'revision_number': 0, 'project_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69a58e30-5cb0-421d-9ea3-eb56be3069ff', 'name': '', 'network_id': '17f276ec-48a2-425f-91fa-53462c568dbf', 'tenant_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'mac_address': 'fa:16:3e:d3:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '08a0d08f-e6a8-470a-bbaf-7361dd8bc1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:57:08Z', 'updated_at': '2021-05-17T13:57:15Z', 'revision_number': 5, 'project_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'subnets': [{'id': '08a0d08f-e6a8-470a-bbaf-7361dd8bc1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:58:41.015848 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c34c7d8-3453-4d8e-9146-e8a8111b5bf0 None None] The sync data for ids ['5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8'] in dv-cinder-788363-3-iscsi is: [{'id': '5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8', 'name': 'tempest-TestShelveInstance-1593871049-router', 'tenant_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '9eaa97ee-bb1e-481f-bd66-96e63b562f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:57:04Z', 'updated_at': '2021-05-17T13:57:08Z', 'revision_number': 4, 'project_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'gw_port': {'id': '9eaa97ee-bb1e-481f-bd66-96e63b562f55', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ec:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:57:04Z', 'updated_at': '2021-05-17T13:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_floatingips': [{'id': '4cdb4d0c-3e94-40f6-8acd-e61cf888b0f0', 'tenant_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'floating_ip_address': '172.27.1.174', 'floating_network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'router_id': '5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8', 'port_id': '71f374e4-dda9-4593-81cc-c6e7dcde1f3d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17f276ec-48a2-425f-91fa-53462c568dbf', 'mac_address': 'fa:16:3e:43:1c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0122dee7-ebd4-4cac-aa82-4807a0e12254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T13:58:37Z', 'updated_at': '2021-05-17T13:58:37Z', 'revision_number': 0, 'project_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69a58e30-5cb0-421d-9ea3-eb56be3069ff', 'name': '', 'network_id': '17f276ec-48a2-425f-91fa-53462c568dbf', 'tenant_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'mac_address': 'fa:16:3e:d3:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '08a0d08f-e6a8-470a-bbaf-7361dd8bc1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:57:08Z', 'updated_at': '2021-05-17T13:57:15Z', 'revision_number': 5, 'project_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'subnets': [{'id': '08a0d08f-e6a8-470a-bbaf-7361dd8bc1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 17 13:58:41.053139 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-533a9918-d89c-4562-8a48-35a661957320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:41.102322 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning complete for port 01dfa29a-a6bf-47b0-a8fb-9e59dedc8827 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:58:41.108926 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:41.224962 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-902826d7-1bc5-4ba2-b8d5-5721e44c5dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:41.284901 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-d9e412f7-dc15-4d70-88a1-9d9c0cca6ee4 None None] Provisioning for port 77a0363a-7252-451a-929a-08c029fbbaa7 completed by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:58:41.294003 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-d9e412f7-dc15-4d70-88a1-9d9c0cca6ee4 None None] Provisioning complete for port 77a0363a-7252-451a-929a-08c029fbbaa7 triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:58:41.294671 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-d9e412f7-dc15-4d70-88a1-9d9c0cca6ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:41.322476 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-9f0dc6fd-50b3-4925-b2db-2bf182e7dcd0 req-d398d0bb-5434-4192-bd1f-37c259510857 service neutron] 10.222.0.49 "GET /v2.0/networks/17f276ec-48a2-425f-91fa-53462c568dbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3083973
May 17 13:58:41.327193 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 68e01aa8-887d-473f-9fce-d59907b749ac up at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:58:41.497212 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c428df68-f63f-49e6-9ba2-db3953f3b2e9 None None] New status for floating IP 4cdb4d0c-3e94-40f6-8acd-e61cf888b0f0: ACTIVE {{(pid=78744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 17 13:58:41.601468 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-d9e412f7-dc15-4d70-88a1-9d9c0cca6ee4 None None] Port 77a0363a-7252-451a-929a-08c029fbbaa7 cannot update to ACTIVE because it is not bound. {{(pid=78744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 17 13:58:41.716595 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning for port 68e01aa8-887d-473f-9fce-d59907b749ac completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:58:41.726590 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning complete for port 68e01aa8-887d-473f-9fce-d59907b749ac triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:58:41.726965 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:41.812869 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-9f0dc6fd-50b3-4925-b2db-2bf182e7dcd0 req-2667eca4-d9b8-4335-8846-a7e5001cb64d service neutron] 10.222.0.49 "GET /v2.0/networks/17f276ec-48a2-425f-91fa-53462c568dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4787261
May 17 13:58:41.859364 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-4066e846-384f-4ec8-9d2a-248b7dd9d704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:41.921698 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:41.940883 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] For port 68e01aa8-887d-473f-9fce-d59907b749ac, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=68e01aa8-887d-473f-9fce-d59907b749ac,segment=NetworkSegment(d239c2a5-eb63-4e60-9706-c66c1478eded),segment_id=d239c2a5-eb63-4e60-9706-c66c1478eded)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:58:41.946255 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:41.949228 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:42.017554 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Pushing event updated for resources: {'Port': ['ID=68e01aa8-887d-473f-9fce-d59907b749ac,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:42.020705 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:42.039784 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-902826d7-1bc5-4ba2-b8d5-5721e44c5dc8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:42.052445 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-902826d7-1bc5-4ba2-b8d5-5721e44c5dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132438237'] for port, after_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:42.082287 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-eb0a9ddb-7fdf-436d-8205-f5144c049a7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:42.187441 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-902826d7-1bc5-4ba2-b8d5-5721e44c5dc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1977326'] for router_interface, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:42.205420 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902826d7-1bc5-4ba2-b8d5-5721e44c5dc8 admin admin] Pushing event updated for resources: {'Port': ['ID=b844ae9a-7ba6-401d-9e5c-a391539eb37c,revision_number=2']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:42.212879 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-902826d7-1bc5-4ba2-b8d5-5721e44c5dc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:42.328550 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-4066e846-384f-4ec8-9d2a-248b7dd9d704 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:42.340535 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-4066e846-384f-4ec8-9d2a-248b7dd9d704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132438237'] for port, after_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:42.370466 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:42.464507 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4066e846-384f-4ec8-9d2a-248b7dd9d704 admin admin] Pushing event updated for resources: {'Port': ['ID=77a0363a-7252-451a-929a-08c029fbbaa7,revision_number=2']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:42.472335 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-4066e846-384f-4ec8-9d2a-248b7dd9d704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:42.473398 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-4066e846-384f-4ec8-9d2a-248b7dd9d704 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1977326'] for router_interface, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:42.480580 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902826d7-1bc5-4ba2-b8d5-5721e44c5dc8 admin admin] Network 44766520-36a7-4a15-a6b9-ee8d2b4767ae is already hosted by enough agents. {{(pid=78742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 13:58:42.483700 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-902826d7-1bc5-4ba2-b8d5-5721e44c5dc8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:58:42.516053 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1529072-104d-404f-8ce8-7078c9c34ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:42.602687 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 2858bbfc-c2be-42b3-bc8a-8567cc4745fb up at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:58:42.712780 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning for port 2858bbfc-c2be-42b3-bc8a-8567cc4745fb completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:58:42.718359 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning complete for port 2858bbfc-c2be-42b3-bc8a-8567cc4745fb triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:58:42.718816 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:42.832394 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4066e846-384f-4ec8-9d2a-248b7dd9d704 admin admin] Network a352e45a-beb4-4c74-85aa-877f4308bc0d is already hosted by enough agents. {{(pid=78742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 13:58:42.834012 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-4066e846-384f-4ec8-9d2a-248b7dd9d704 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:58:42.843188 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-902826d7-1bc5-4ba2-b8d5-5721e44c5dc8 admin admin] Router 5510a09f-e213-44d2-8b04-11238e67443e has already been hosted by L3 agent 5f048e90-1481-4c55-97c3-311a68b90326 {{(pid=78742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 17 13:58:42.857176 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:42.862801 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-59a62290-d000-4507-9ec9-4bbdf7b700c1 None None] Provisioning complete for port b844ae9a-7ba6-401d-9e5c-a391539eb37c triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:58:42.863175 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-59a62290-d000-4507-9ec9-4bbdf7b700c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:42.922119 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] For port 2858bbfc-c2be-42b3-bc8a-8567cc4745fb, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=2858bbfc-c2be-42b3-bc8a-8567cc4745fb,segment=NetworkSegment(d239c2a5-eb63-4e60-9706-c66c1478eded),segment_id=d239c2a5-eb63-4e60-9706-c66c1478eded)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:58:42.930496 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-59a62290-d000-4507-9ec9-4bbdf7b700c1 None None] Port b844ae9a-7ba6-401d-9e5c-a391539eb37c cannot update to ACTIVE because it is not bound. {{(pid=78744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 17 13:58:42.932027 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:42.932853 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 68e01aa8-887d-473f-9fce-d59907b749ac up at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:58:42.957754 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:43.052564 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Pushing event updated for resources: {'Port': ['ID=2858bbfc-c2be-42b3-bc8a-8567cc4745fb,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:43.056381 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:43.066827 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning complete for port 68e01aa8-887d-473f-9fce-d59907b749ac triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:58:43.067201 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:43.201871 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-15a02f9c-665f-4498-af54-21a17205a1d7 None None] Provisioning complete for port 77a0363a-7252-451a-929a-08c029fbbaa7 triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:58:43.202240 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-15a02f9c-665f-4498-af54-21a17205a1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:43.264464 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-15a02f9c-665f-4498-af54-21a17205a1d7 None None] Port 77a0363a-7252-451a-929a-08c029fbbaa7 cannot update to ACTIVE because it is not bound. {{(pid=78744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 17 13:58:43.302728 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4066e846-384f-4ec8-9d2a-248b7dd9d704 admin admin] Router 4483c776-6327-4b01-b7ee-9cdf33a32ab3 has already been hosted by L3 agent 5f048e90-1481-4c55-97c3-311a68b90326 {{(pid=78742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 17 13:58:43.307256 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902826d7-1bc5-4ba2-b8d5-5721e44c5dc8 admin admin] Notify agent at l3_agent.dv-cinder-788363-3-iscsi the message routers_updated {{(pid=78742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 17 13:58:43.317728 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daab84b-1911-42c8-a50d-e50cf5df32b7 None None] Sync routers for ids ['5510a09f-e213-44d2-8b04-11238e67443e'] in dv-cinder-788363-3-iscsi {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 17 13:58:43.325787 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-902826d7-1bc5-4ba2-b8d5-5721e44c5dc8 admin admin] 10.222.0.54 "PUT /v2.0/routers/5510a09f-e213-44d2-8b04-11238e67443e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1284618
May 17 13:58:43.332159 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daab84b-1911-42c8-a50d-e50cf5df32b7 None None] Routers {'5510a09f-e213-44d2-8b04-11238e67443e'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 13:58:43.332991 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-2daab84b-1911-42c8-a50d-e50cf5df32b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3fc76b50>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T13:58:40Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['5510a09f-e213-44d2-8b04-11238e67443e'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:58:43.510861 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4066e846-384f-4ec8-9d2a-248b7dd9d704 admin admin] Notify agent at l3_agent.dv-cinder-788363-3-iscsi the message routers_updated {{(pid=78742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 17 13:58:43.520500 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-2daab84b-1911-42c8-a50d-e50cf5df32b7 None None] Set router 5510a09f-e213-44d2-8b04-11238e67443e gateway port host: dv-cinder-788363-3-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 13:58:43.529419 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8845a5c-a97a-4f94-a821-1f0852bbf26d None None] Sync routers for ids ['4483c776-6327-4b01-b7ee-9cdf33a32ab3'] in dv-cinder-788363-3-iscsi {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 17 13:58:43.534833 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-4066e846-384f-4ec8-9d2a-248b7dd9d704 admin admin] 10.222.0.54 "PUT /v2.0/routers/4483c776-6327-4b01-b7ee-9cdf33a32ab3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1675227
May 17 13:58:43.542351 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8845a5c-a97a-4f94-a821-1f0852bbf26d None None] Routers {'4483c776-6327-4b01-b7ee-9cdf33a32ab3'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 13:58:43.543274 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-e8845a5c-a97a-4f94-a821-1f0852bbf26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3afd2ac0>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T13:58:40Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['4483c776-6327-4b01-b7ee-9cdf33a32ab3'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:58:43.791647 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-e8845a5c-a97a-4f94-a821-1f0852bbf26d None None] Set router 4483c776-6327-4b01-b7ee-9cdf33a32ab3 gateway port host: dv-cinder-788363-3-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 13:58:43.912635 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 37052) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:58:43.919096 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-5b7d3040-6dfa-4753-93bf-8743c6624abb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-946330843-network', 'tenant_id': '0fbb7d11ff324a7daa572934e844d0f8'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:58:43.928270 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-5b7d3040-6dfa-4753-93bf-8743c6624abb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:58:43.933599 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-5b7d3040-6dfa-4753-93bf-8743c6624abb admin admin] Usage tracker for resource:network and tenant:0fbb7d11ff324a7daa572934e844d0f8 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:58:43.936928 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-5b7d3040-6dfa-4753-93bf-8743c6624abb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:58:43.949503 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-5b7d3040-6dfa-4753-93bf-8743c6624abb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:58:43.964574 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7d3040-6dfa-4753-93bf-8743c6624abb admin admin] Made reservation on behalf of 0fbb7d11ff324a7daa572934e844d0f8 for: {'network': 1} {{(pid=78742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 17 13:58:43.968636 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5b7d3040-6dfa-4753-93bf-8743c6624abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1032604'] for network, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:43.986659 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5b7d3040-6dfa-4753-93bf-8743c6624abb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:43.986870 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-2daab84b-1911-42c8-a50d-e50cf5df32b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3fc76b50>, [{'id': '5510a09f-e213-44d2-8b04-11238e67443e', 'name': 'tempest-TestVolumeBootPattern-1927890406-router', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '68e01aa8-887d-473f-9fce-d59907b749ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:58:33Z', 'updated_at': '2021-05-17T13:58:40Z', 'revision_number': 4, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'gw_port': {'id': '68e01aa8-887d-473f-9fce-d59907b749ac', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5510a09f-e213-44d2-8b04-11238e67443e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:34Z', 'updated_at': '2021-05-17T13:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_interfaces': [{'id': 'b844ae9a-7ba6-401d-9e5c-a391539eb37c', 'name': '', 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'mac_address': 'fa:16:3e:46:c7:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5510a09f-e213-44d2-8b04-11238e67443e', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '31d31f43-e8b1-4e8d-8f8a-74810a227c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:38Z', 'updated_at': '2021-05-17T13:58:41Z', 'revision_number': 2, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'subnets': [{'id': '31d31f43-e8b1-4e8d-8f8a-74810a227c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:58:43.990913 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daab84b-1911-42c8-a50d-e50cf5df32b7 None None] Checking router: 5510a09f-e213-44d2-8b04-11238e67443e for host: dv-cinder-788363-3-iscsi {{(pid=78745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 17 13:58:43.991276 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daab84b-1911-42c8-a50d-e50cf5df32b7 None None] Updating router 5510a09f-e213-44d2-8b04-11238e67443e port b844ae9a-7ba6-401d-9e5c-a391539eb37c binding host dv-cinder-788363-3-iscsi {{(pid=78745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 17 13:58:44.005314 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-5b7d3040-6dfa-4753-93bf-8743c6624abb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:58:44.012034 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-5b7d3040-6dfa-4753-93bf-8743c6624abb admin admin] Usage tracker for resource:security_group_rule and tenant:0fbb7d11ff324a7daa572934e844d0f8 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:58:44.016034 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-5b7d3040-6dfa-4753-93bf-8743c6624abb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:58:44.024829 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-5b7d3040-6dfa-4753-93bf-8743c6624abb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:58:44.054800 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-2daab84b-1911-42c8-a50d-e50cf5df32b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:44.145259 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5b7d3040-6dfa-4753-93bf-8743c6624abb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:44.151734 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5b7d3040-6dfa-4753-93bf-8743c6624abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:44.155975 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-1424655f-2734-45fd-bde6-092ab14ace35 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:44.198262 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b7d3040-6dfa-4753-93bf-8743c6624abb admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'}  {{(pid=78742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 17 13:58:44.206566 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d3040-6dfa-4753-93bf-8743c6624abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991d5416-7007-49b3-9bae-e03e13273776,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:44.209015 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-e8845a5c-a97a-4f94-a821-1f0852bbf26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3afd2ac0>, [{'id': '4483c776-6327-4b01-b7ee-9cdf33a32ab3', 'name': 'tempest-TestMinimumBasicScenario-1979331052-router', 'tenant_id': '182c379c4779494884fc8fa7c516d165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '2858bbfc-c2be-42b3-bc8a-8567cc4745fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:58:34Z', 'updated_at': '2021-05-17T13:58:41Z', 'revision_number': 4, 'project_id': '182c379c4779494884fc8fa7c516d165', 'gw_port': {'id': '2858bbfc-c2be-42b3-bc8a-8567cc4745fb', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ee:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4483c776-6327-4b01-b7ee-9cdf33a32ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:34Z', 'updated_at': '2021-05-17T13:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_interfaces': [{'id': '77a0363a-7252-451a-929a-08c029fbbaa7', 'name': '', 'network_id': 'a352e45a-beb4-4c74-85aa-877f4308bc0d', 'tenant_id': '182c379c4779494884fc8fa7c516d165', 'mac_address': 'fa:16:3e:c8:ee:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4483c776-6327-4b01-b7ee-9cdf33a32ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '2b0db0dc-c73b-40d9-8259-2f415d9b999f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:39Z', 'updated_at': '2021-05-17T13:58:41Z', 'revision_number': 2, 'project_id': '182c379c4779494884fc8fa7c516d165', 'subnets': [{'id': '2b0db0dc-c73b-40d9-8259-2f415d9b999f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:58:44.210097 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-5b7d3040-6dfa-4753-93bf-8743c6624abb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:44.212832 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5b7d3040-6dfa-4753-93bf-8743c6624abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861870'] for segment, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:44.213243 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.db.segments_db [None req-5b7d3040-6dfa-4753-93bf-8743c6624abb admin admin] Added segment ccf741a6-2ef0-465c-a40a-1889f4b0f0cf of type vlan for network 567a499e-7099-4ed5-851a-6358e1b600ad
May 17 13:58:44.213958 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8845a5c-a97a-4f94-a821-1f0852bbf26d None None] Checking router: 4483c776-6327-4b01-b7ee-9cdf33a32ab3 for host: dv-cinder-788363-3-iscsi {{(pid=78744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 17 13:58:44.214423 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8845a5c-a97a-4f94-a821-1f0852bbf26d None None] Updating router 4483c776-6327-4b01-b7ee-9cdf33a32ab3 port 77a0363a-7252-451a-929a-08c029fbbaa7 binding host dv-cinder-788363-3-iscsi {{(pid=78744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 17 13:58:44.247183 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5b7d3040-6dfa-4753-93bf-8743c6624abb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774149267101'] for network, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:44.284388 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5b7d3040-6dfa-4753-93bf-8743c6624abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1676892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582528'] for network, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:44.287229 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7d3040-6dfa-4753-93bf-8743c6624abb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:58:44.287863 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5b7d3040-6dfa-4753-93bf-8743c6624abb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for network, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:44.293891 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:44.317218 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-e8845a5c-a97a-4f94-a821-1f0852bbf26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:44.360370 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 37064) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:58:44.368015 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-3b8727e1-b392-4e5c-b874-77f69d8feb2c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1433820964-network', 'tenant_id': '31b4ff580a3b418ab3f5e412e129fc1a'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:58:44.374385 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-3b8727e1-b392-4e5c-b874-77f69d8feb2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:58:44.380392 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-3b8727e1-b392-4e5c-b874-77f69d8feb2c admin admin] Usage tracker for resource:network and tenant:31b4ff580a3b418ab3f5e412e129fc1a is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:58:44.385581 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-3b8727e1-b392-4e5c-b874-77f69d8feb2c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:58:44.395240 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-3b8727e1-b392-4e5c-b874-77f69d8feb2c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:58:44.414383 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8727e1-b392-4e5c-b874-77f69d8feb2c admin admin] Made reservation on behalf of 31b4ff580a3b418ab3f5e412e129fc1a for: {'network': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 17 13:58:44.417366 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-3b8727e1-b392-4e5c-b874-77f69d8feb2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1032604'] for network, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:44.446069 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d3040-6dfa-4753-93bf-8743c6624abb admin admin] Pushing event updated for resources: {'Network': ['ID=567a499e-7099-4ed5-851a-6358e1b600ad,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:44.450051 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-3b8727e1-b392-4e5c-b874-77f69d8feb2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:44.453041 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-5b7d3040-6dfa-4753-93bf-8743c6624abb admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5386097
May 17 13:58:44.453745 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 37070) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:58:44.455150 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-5b7d3040-6dfa-4753-93bf-8743c6624abb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:44.461019 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-3daa55f8-ad56-4bc4-bb62-0d486be607c4 admin admin] Request body: {'subnet': {'network_id': '567a499e-7099-4ed5-851a-6358e1b600ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-946330843-subnet', 'tenant_id': '0fbb7d11ff324a7daa572934e844d0f8', 'ip_version': 4}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:58:44.466017 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-3daa55f8-ad56-4bc4-bb62-0d486be607c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:58:44.470852 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-3daa55f8-ad56-4bc4-bb62-0d486be607c4 admin admin] Usage tracker for resource:subnet and tenant:0fbb7d11ff324a7daa572934e844d0f8 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:58:44.474479 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-3daa55f8-ad56-4bc4-bb62-0d486be607c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:58:44.482653 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-3daa55f8-ad56-4bc4-bb62-0d486be607c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:58:44.483367 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Network 567a499e-7099-4ed5-851a-6358e1b600ad details requested by agent ovs-agent-dv-cinder-788363-3-iscsi with host dv-cinder-788363-3-iscsi {{(pid=78744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 17 13:58:44.489531 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-3b8727e1-b392-4e5c-b874-77f69d8feb2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:58:44.496464 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-3b8727e1-b392-4e5c-b874-77f69d8feb2c admin admin] Usage tracker for resource:security_group_rule and tenant:31b4ff580a3b418ab3f5e412e129fc1a is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:58:44.503029 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3daa55f8-ad56-4bc4-bb62-0d486be607c4 admin admin] Made reservation on behalf of 0fbb7d11ff324a7daa572934e844d0f8 for: {'subnet': 1} {{(pid=78742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 17 13:58:44.503934 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-3b8727e1-b392-4e5c-b874-77f69d8feb2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:58:44.508155 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-2daab84b-1911-42c8-a50d-e50cf5df32b7 None None] Notify callbacks [] for port, precommit_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:44.508733 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3daa55f8-ad56-4bc4-bb62-0d486be607c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133803446'] for subnet, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:44.523348 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-3b8727e1-b392-4e5c-b874-77f69d8feb2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:58:44.526856 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.provisioning_blocks [None req-2daab84b-1911-42c8-a50d-e50cf5df32b7 None None] Transition to ACTIVE for port object b844ae9a-7ba6-401d-9e5c-a391539eb37c will not be triggered until provisioned by entity L2. {{(pid=78745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:58:44.536046 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-2daab84b-1911-42c8-a50d-e50cf5df32b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:44.542466 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:44.627707 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 2858bbfc-c2be-42b3-bc8a-8567cc4745fb up at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:58:44.678669 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-3b8727e1-b392-4e5c-b874-77f69d8feb2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:44.687751 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-3b8727e1-b392-4e5c-b874-77f69d8feb2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:44.693361 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-9f14121b-67a0-4111-ba5b-9f3ea825cc75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:44.742379 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b8727e1-b392-4e5c-b874-77f69d8feb2c admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'}  {{(pid=78743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 17 13:58:44.769035 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8727e1-b392-4e5c-b874-77f69d8feb2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe26f6e-252c-4aa8-9114-f6f6cf3064f7,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:44.788511 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-3b8727e1-b392-4e5c-b874-77f69d8feb2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861870'] for segment, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:44.790457 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.db.segments_db [None req-3b8727e1-b392-4e5c-b874-77f69d8feb2c admin admin] Added segment 73f2dd29-52b1-49de-99e1-70df0a539419 of type vlan for network 75af61a0-3229-4382-9e1e-f47adb1d4097
May 17 13:58:44.796176 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-3b8727e1-b392-4e5c-b874-77f69d8feb2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:44.822205 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26bbe5b-d008-4f00-b814-4d7b0e6f249a None None] Pushing event updated for resources: {'Port': ['ID=b844ae9a-7ba6-401d-9e5c-a391539eb37c,revision_number=3']} {{(pid=78745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:44.825173 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [None req-d26bbe5b-d008-4f00-b814-4d7b0e6f249a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:44.843180 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-3b8727e1-b392-4e5c-b874-77f69d8feb2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774149267101'] for network, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:44.870475 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.managers [None req-2daab84b-1911-42c8-a50d-e50cf5df32b7 None None] Attempting to bind port b844ae9a-7ba6-401d-9e5c-a391539eb37c on host dv-cinder-788363-3-iscsi for vnic_type normal with profile  {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 17 13:58:44.871080 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.managers [None req-2daab84b-1911-42c8-a50d-e50cf5df32b7 None None] Attempting to bind port b844ae9a-7ba6-401d-9e5c-a391539eb37c by drivers openvswitch,hyperv on host dv-cinder-788363-3-iscsi at level 0 using segments [{'id': 'f571888c-1f13-4f21-90ab-85ee2021193c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae'}] {{(pid=78745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 17 13:58:44.871712 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daab84b-1911-42c8-a50d-e50cf5df32b7 None None] Attempting to bind port b844ae9a-7ba6-401d-9e5c-a391539eb37c on network 44766520-36a7-4a15-a6b9-ee8d2b4767ae {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 13:58:44.883955 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daab84b-1911-42c8-a50d-e50cf5df32b7 None None] Checking agent: {'id': 'ed5152c7-8558-4ae4-8c88-1353caeda338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 47, 10), 'started_at': datetime.datetime(2021, 5, 17, 13, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 17 13:58:44.884332 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daab84b-1911-42c8-a50d-e50cf5df32b7 None None] Checking segment: {'id': 'f571888c-1f13-4f21-90ab-85ee2021193c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 13:58:44.884742 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-2daab84b-1911-42c8-a50d-e50cf5df32b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:44.885139 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daab84b-1911-42c8-a50d-e50cf5df32b7 None None] Bound using segment: {'id': 'f571888c-1f13-4f21-90ab-85ee2021193c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae'} {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 17 13:58:44.885672 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.managers [None req-2daab84b-1911-42c8-a50d-e50cf5df32b7 None None] Bound port: b844ae9a-7ba6-401d-9e5c-a391539eb37c, host: dv-cinder-788363-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f571888c-1f13-4f21-90ab-85ee2021193c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae'}}] {{(pid=78745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 17 13:58:44.886059 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-2daab84b-1911-42c8-a50d-e50cf5df32b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:44.899249 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-3b8727e1-b392-4e5c-b874-77f69d8feb2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1676892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582528'] for network, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:44.901175 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8727e1-b392-4e5c-b874-77f69d8feb2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:58:44.901790 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-3b8727e1-b392-4e5c-b874-77f69d8feb2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for network, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:44.911558 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:45.005758 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.db [None req-2daab84b-1911-42c8-a50d-e50cf5df32b7 None None] For port b844ae9a-7ba6-401d-9e5c-a391539eb37c, host dv-cinder-788363-3-iscsi, cleared binding levels {{(pid=78745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 17 13:58:45.009105 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.db [None req-2daab84b-1911-42c8-a50d-e50cf5df32b7 None None] For port b844ae9a-7ba6-401d-9e5c-a391539eb37c, host dv-cinder-788363-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=b844ae9a-7ba6-401d-9e5c-a391539eb37c,segment=NetworkSegment(f571888c-1f13-4f21-90ab-85ee2021193c),segment_id=f571888c-1f13-4f21-90ab-85ee2021193c)] {{(pid=78745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 17 13:58:45.014400 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-2daab84b-1911-42c8-a50d-e50cf5df32b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:45.025788 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning complete for port 2858bbfc-c2be-42b3-bc8a-8567cc4745fb triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:58:45.026195 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:45.031733 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [None req-5fb50afb-0f20-4912-9a30-d29696827ea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:45.088307 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3daa55f8-ad56-4bc4-bb62-0d486be607c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132438120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133803428'] for subnet, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:45.093430 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:45.098340 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8727e1-b392-4e5c-b874-77f69d8feb2c admin admin] Pushing event updated for resources: {'Network': ['ID=75af61a0-3229-4382-9e1e-f47adb1d4097,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:45.106527 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-3b8727e1-b392-4e5c-b874-77f69d8feb2c admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.7442214
May 17 13:58:45.107257 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 37076) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:58:45.108593 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-3b8727e1-b392-4e5c-b874-77f69d8feb2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:45.121582 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-506dbb2d-4042-48a3-a626-56b133bf1266 admin admin] Request body: {'subnet': {'network_id': '75af61a0-3229-4382-9e1e-f47adb1d4097', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1433820964-subnet', 'tenant_id': '31b4ff580a3b418ab3f5e412e129fc1a', 'ip_version': 4}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:58:45.127345 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daab84b-1911-42c8-a50d-e50cf5df32b7 None None] Routers {'5510a09f-e213-44d2-8b04-11238e67443e'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 13:58:45.128185 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-2daab84b-1911-42c8-a50d-e50cf5df32b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3fc76b50>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T13:58:40Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['5510a09f-e213-44d2-8b04-11238e67443e'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:58:45.129620 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Network 75af61a0-3229-4382-9e1e-f47adb1d4097 details requested by agent ovs-agent-dv-cinder-788363-3-iscsi with host dv-cinder-788363-3-iscsi {{(pid=78744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 17 13:58:45.130723 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-506dbb2d-4042-48a3-a626-56b133bf1266 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:58:45.135557 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-506dbb2d-4042-48a3-a626-56b133bf1266 admin admin] Usage tracker for resource:subnet and tenant:31b4ff580a3b418ab3f5e412e129fc1a is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:58:45.139211 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-506dbb2d-4042-48a3-a626-56b133bf1266 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:58:45.162437 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-506dbb2d-4042-48a3-a626-56b133bf1266 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:58:45.178058 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daa55f8-ad56-4bc4-bb62-0d486be607c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90c65895-ec45-4907-b4fe-4df7439ab0bb,revision_number=0']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:45.186915 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-3daa55f8-ad56-4bc4-bb62-0d486be607c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:45.198562 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506dbb2d-4042-48a3-a626-56b133bf1266 admin admin] Made reservation on behalf of 31b4ff580a3b418ab3f5e412e129fc1a for: {'subnet': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 17 13:58:45.209215 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-506dbb2d-4042-48a3-a626-56b133bf1266 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133371961'] for subnet, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:45.233968 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3daa55f8-ad56-4bc4-bb62-0d486be607c4 admin admin] Checking segment: {'id': 'ccf741a6-2ef0-465c-a40a-1889f4b0f0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '567a499e-7099-4ed5-851a-6358e1b600ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 13:58:45.234650 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3daa55f8-ad56-4bc4-bb62-0d486be607c4 admin admin] Network hostable DHCP agents. Network: 567a499e-7099-4ed5-851a-6358e1b600ad, hostable agents: ['49bbb97f-fcd4-4504-a032-9a51e4e6deed'], hosted agents: [] {{(pid=78742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 17 13:58:45.272481 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-e8845a5c-a97a-4f94-a821-1f0852bbf26d None None] Notify callbacks [] for port, precommit_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:45.289190 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-e8845a5c-a97a-4f94-a821-1f0852bbf26d None None] Transition to ACTIVE for port object 77a0363a-7252-451a-929a-08c029fbbaa7 will not be triggered until provisioned by entity L2. {{(pid=78744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:58:45.302941 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3daa55f8-ad56-4bc4-bb62-0d486be607c4 admin admin] Network 567a499e-7099-4ed5-851a-6358e1b600ad is scheduled to be hosted by DHCP agent 49bbb97f-fcd4-4504-a032-9a51e4e6deed with binding_index 1 {{(pid=78742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 17 13:58:45.317985 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26bbe5b-d008-4f00-b814-4d7b0e6f249a None None] Pushing event updated for resources: {'Port': ['ID=b844ae9a-7ba6-401d-9e5c-a391539eb37c,revision_number=4']} {{(pid=78745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:45.325141 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [None req-d26bbe5b-d008-4f00-b814-4d7b0e6f249a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:45.331981 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-3daa55f8-ad56-4bc4-bb62-0d486be607c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-3-iscsi, 567a499e-7099-4ed5-851a-6358e1b600ad) {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:58:45.353530 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3daa55f8-ad56-4bc4-bb62-0d486be607c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:58:45.354405 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3daa55f8-ad56-4bc4-bb62-0d486be607c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:45.372899 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e73198-c371-4ec9-938f-0065038d9ae0 None None] Network 567a499e-7099-4ed5-851a-6358e1b600ad requested from dv-cinder-788363-3-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 17 13:58:45.387116 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-3daa55f8-ad56-4bc4-bb62-0d486be607c4 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.9306362
May 17 13:58:45.388292 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 37080) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:58:45.396280 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-26331212-0a21-419d-97e0-9f92a378adbf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-946330843-router', 'tenant_id': '0fbb7d11ff324a7daa572934e844d0f8', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a'}}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:58:45.403333 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-26331212-0a21-419d-97e0-9f92a378adbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:58:45.409313 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-26331212-0a21-419d-97e0-9f92a378adbf admin admin] Usage tracker for resource:router and tenant:0fbb7d11ff324a7daa572934e844d0f8 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:58:45.413786 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-26331212-0a21-419d-97e0-9f92a378adbf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:58:45.421658 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-26331212-0a21-419d-97e0-9f92a378adbf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:58:45.422668 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-e8845a5c-a97a-4f94-a821-1f0852bbf26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:45.437564 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-26331212-0a21-419d-97e0-9f92a378adbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2025163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4328'] for router, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:45.439311 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-26331212-0a21-419d-97e0-9f92a378adbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2024966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1981117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1687292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4321'] for router, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:45.463390 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-26331212-0a21-419d-97e0-9f92a378adbf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:45.477965 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-5682b10f-a410-40d4-ae93-056790686834 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:45.486645 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-2daab84b-1911-42c8-a50d-e50cf5df32b7 None None] Set router 5510a09f-e213-44d2-8b04-11238e67443e gateway port host: dv-cinder-788363-3-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 13:58:45.700812 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb94031-a200-4ac8-8a2b-d950ec4a41c6 None None] Pushing event updated for resources: {'Port': ['ID=77a0363a-7252-451a-929a-08c029fbbaa7,revision_number=3']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:45.704314 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-3cb94031-a200-4ac8-8a2b-d950ec4a41c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:45.842475 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-e8845a5c-a97a-4f94-a821-1f0852bbf26d None None] Attempting to bind port 77a0363a-7252-451a-929a-08c029fbbaa7 on host dv-cinder-788363-3-iscsi for vnic_type normal with profile  {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 17 13:58:45.842794 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-e8845a5c-a97a-4f94-a821-1f0852bbf26d None None] Attempting to bind port 77a0363a-7252-451a-929a-08c029fbbaa7 by drivers openvswitch,hyperv on host dv-cinder-788363-3-iscsi at level 0 using segments [{'id': 'eecd0dba-c82c-42fc-a18d-272a8f834a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a352e45a-beb4-4c74-85aa-877f4308bc0d'}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 17 13:58:45.843126 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8845a5c-a97a-4f94-a821-1f0852bbf26d None None] Attempting to bind port 77a0363a-7252-451a-929a-08c029fbbaa7 on network a352e45a-beb4-4c74-85aa-877f4308bc0d {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 13:58:45.854819 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8845a5c-a97a-4f94-a821-1f0852bbf26d None None] Checking agent: {'id': 'ed5152c7-8558-4ae4-8c88-1353caeda338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 47, 10), 'started_at': datetime.datetime(2021, 5, 17, 13, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 17 13:58:45.855600 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8845a5c-a97a-4f94-a821-1f0852bbf26d None None] Checking segment: {'id': 'eecd0dba-c82c-42fc-a18d-272a8f834a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a352e45a-beb4-4c74-85aa-877f4308bc0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 13:58:45.856029 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-e8845a5c-a97a-4f94-a821-1f0852bbf26d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:45.856587 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8845a5c-a97a-4f94-a821-1f0852bbf26d None None] Bound using segment: {'id': 'eecd0dba-c82c-42fc-a18d-272a8f834a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a352e45a-beb4-4c74-85aa-877f4308bc0d'} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 17 13:58:45.857092 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-e8845a5c-a97a-4f94-a821-1f0852bbf26d None None] Bound port: 77a0363a-7252-451a-929a-08c029fbbaa7, host: dv-cinder-788363-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eecd0dba-c82c-42fc-a18d-272a8f834a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a352e45a-beb4-4c74-85aa-877f4308bc0d'}}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 17 13:58:45.857475 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-e8845a5c-a97a-4f94-a821-1f0852bbf26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:45.905358 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-26331212-0a21-419d-97e0-9f92a378adbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2020853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2025177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4343'] for router, precommit_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:45.929970 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-506dbb2d-4042-48a3-a626-56b133bf1266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133371947'] for subnet, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:45.934958 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:45.987746 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef76f22-896b-4255-87ef-89bf24cf0971 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2d06222-2de8-51f1-88e2-9822a162890d-567a499e-7099-4ed5-851a-6358e1b600ad', 'network_id': '567a499e-7099-4ed5-851a-6358e1b600ad', 'tenant_id': '0fbb7d11ff324a7daa572934e844d0f8', 'fixed_ips': [{'subnet_id': '90c65895-ec45-4907-b4fe-4df7439ab0bb'}]}} from dv-cinder-788363-3-iscsi. {{(pid=78744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 17 13:58:45.988576 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-fef76f22-896b-4255-87ef-89bf24cf0971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:46.002521 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-2daab84b-1911-42c8-a50d-e50cf5df32b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3fc76b50>, [{'id': '5510a09f-e213-44d2-8b04-11238e67443e', 'name': 'tempest-TestVolumeBootPattern-1927890406-router', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '68e01aa8-887d-473f-9fce-d59907b749ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:58:33Z', 'updated_at': '2021-05-17T13:58:40Z', 'revision_number': 4, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'gw_port': {'id': '68e01aa8-887d-473f-9fce-d59907b749ac', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5510a09f-e213-44d2-8b04-11238e67443e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:34Z', 'updated_at': '2021-05-17T13:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_interfaces': [{'id': 'b844ae9a-7ba6-401d-9e5c-a391539eb37c', 'name': '', 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'mac_address': 'fa:16:3e:46:c7:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5510a09f-e213-44d2-8b04-11238e67443e', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '31d31f43-e8b1-4e8d-8f8a-74810a227c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:38Z', 'updated_at': '2021-05-17T13:58:45Z', 'revision_number': 4, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'subnets': [{'id': '31d31f43-e8b1-4e8d-8f8a-74810a227c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:58:46.008909 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daab84b-1911-42c8-a50d-e50cf5df32b7 None None] The sync data for ids ['5510a09f-e213-44d2-8b04-11238e67443e'] in dv-cinder-788363-3-iscsi is: [{'id': '5510a09f-e213-44d2-8b04-11238e67443e', 'name': 'tempest-TestVolumeBootPattern-1927890406-router', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '68e01aa8-887d-473f-9fce-d59907b749ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:58:33Z', 'updated_at': '2021-05-17T13:58:40Z', 'revision_number': 4, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'gw_port': {'id': '68e01aa8-887d-473f-9fce-d59907b749ac', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5510a09f-e213-44d2-8b04-11238e67443e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:34Z', 'updated_at': '2021-05-17T13:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_interfaces': [{'id': 'b844ae9a-7ba6-401d-9e5c-a391539eb37c', 'name': '', 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'mac_address': 'fa:16:3e:46:c7:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5510a09f-e213-44d2-8b04-11238e67443e', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '31d31f43-e8b1-4e8d-8f8a-74810a227c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:38Z', 'updated_at': '2021-05-17T13:58:45Z', 'revision_number': 4, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'subnets': [{'id': '31d31f43-e8b1-4e8d-8f8a-74810a227c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 17 13:58:46.030686 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506dbb2d-4042-48a3-a626-56b133bf1266 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6313cf8-8f7e-4bfe-a7ad-776ffced700c,revision_number=0']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:46.035988 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-506dbb2d-4042-48a3-a626-56b133bf1266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:46.045248 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506dbb2d-4042-48a3-a626-56b133bf1266 admin admin] Checking segment: {'id': '73f2dd29-52b1-49de-99e1-70df0a539419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '75af61a0-3229-4382-9e1e-f47adb1d4097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 13:58:46.045595 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506dbb2d-4042-48a3-a626-56b133bf1266 admin admin] Network hostable DHCP agents. Network: 75af61a0-3229-4382-9e1e-f47adb1d4097, hostable agents: ['49bbb97f-fcd4-4504-a032-9a51e4e6deed'], hosted agents: [] {{(pid=78743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 17 13:58:46.076355 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506dbb2d-4042-48a3-a626-56b133bf1266 admin admin] Network 75af61a0-3229-4382-9e1e-f47adb1d4097 is scheduled to be hosted by DHCP agent 49bbb97f-fcd4-4504-a032-9a51e4e6deed with binding_index 1 {{(pid=78743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 17 13:58:46.098322 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [None req-506dbb2d-4042-48a3-a626-56b133bf1266 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-3-iscsi, 75af61a0-3229-4382-9e1e-f47adb1d4097) {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:58:46.124329 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506dbb2d-4042-48a3-a626-56b133bf1266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:58:46.125060 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-506dbb2d-4042-48a3-a626-56b133bf1266 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for subnet, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:46.145693 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cdba7b-7340-4d42-bf18-acfe3c44e6fb None None] Network 75af61a0-3229-4382-9e1e-f47adb1d4097 requested from dv-cinder-788363-3-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 17 13:58:46.171840 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-e8845a5c-a97a-4f94-a821-1f0852bbf26d None None] For port 77a0363a-7252-451a-929a-08c029fbbaa7, host dv-cinder-788363-3-iscsi, cleared binding levels {{(pid=78744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 17 13:58:46.182578 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-506dbb2d-4042-48a3-a626-56b133bf1266 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.0727880
May 17 13:58:46.188573 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 37088) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:58:46.196327 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-36936055-8437-490c-9fd4-5a434d11f831 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1433820964-router', 'tenant_id': '31b4ff580a3b418ab3f5e412e129fc1a', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a'}}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:58:46.206975 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-36936055-8437-490c-9fd4-5a434d11f831 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:58:46.211695 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-36936055-8437-490c-9fd4-5a434d11f831 admin admin] Usage tracker for resource:router and tenant:31b4ff580a3b418ab3f5e412e129fc1a is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:58:46.215134 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-36936055-8437-490c-9fd4-5a434d11f831 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:58:46.223427 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-36936055-8437-490c-9fd4-5a434d11f831 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:58:46.252483 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-36936055-8437-490c-9fd4-5a434d11f831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2025163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4328'] for router, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:46.253551 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-36936055-8437-490c-9fd4-5a434d11f831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2024966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1981117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1687292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4321'] for router, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:46.273638 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-e8845a5c-a97a-4f94-a821-1f0852bbf26d None None] For port 77a0363a-7252-451a-929a-08c029fbbaa7, host dv-cinder-788363-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=77a0363a-7252-451a-929a-08c029fbbaa7,segment=NetworkSegment(eecd0dba-c82c-42fc-a18d-272a8f834a82),segment_id=eecd0dba-c82c-42fc-a18d-272a8f834a82)] {{(pid=78744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 17 13:58:46.284932 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-36936055-8437-490c-9fd4-5a434d11f831 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:46.288761 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-e8845a5c-a97a-4f94-a821-1f0852bbf26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:46.296528 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:46.400002 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb94031-a200-4ac8-8a2b-d950ec4a41c6 None None] Pushing event updated for resources: {'Port': ['ID=77a0363a-7252-451a-929a-08c029fbbaa7,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:46.445993 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-3cb94031-a200-4ac8-8a2b-d950ec4a41c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:46.509200 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-26331212-0a21-419d-97e0-9f92a378adbf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:46.571871 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-26331212-0a21-419d-97e0-9f92a378adbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:46.618071 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device b844ae9a-7ba6-401d-9e5c-a391539eb37c up at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:58:46.727617 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8845a5c-a97a-4f94-a821-1f0852bbf26d None None] Routers {'4483c776-6327-4b01-b7ee-9cdf33a32ab3'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 13:58:46.728271 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-e8845a5c-a97a-4f94-a821-1f0852bbf26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3afd2ac0>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T13:58:40Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['4483c776-6327-4b01-b7ee-9cdf33a32ab3'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:58:46.802274 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-36936055-8437-490c-9fd4-5a434d11f831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2020853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2025177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4343'] for router, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:46.852380 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.db_base_plugin_common [None req-26331212-0a21-419d-97e0-9f92a378adbf admin admin] Allocated IP 172.27.1.47 (d5b45ae7-16ce-45df-9da3-dc322e2b7d9a/b62193f4-5b84-40dd-ae21-6a70cb5f2e38/7b3e79fb-b102-48b7-97b9-f1d50610a24f) {{(pid=78742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 17 13:58:46.882995 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.db_base_plugin_common [None req-fef76f22-896b-4255-87ef-89bf24cf0971 None None] Allocated IP 172.20.0.2 (567a499e-7099-4ed5-851a-6358e1b600ad/90c65895-ec45-4907-b4fe-4df7439ab0bb/523458c7-1b6b-45c7-95a1-0ea876297f57) {{(pid=78744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 17 13:58:46.995236 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning for port b844ae9a-7ba6-401d-9e5c-a391539eb37c completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:58:47.112753 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning complete for port b844ae9a-7ba6-401d-9e5c-a391539eb37c triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:58:47.113108 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:47.123448 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-26331212-0a21-419d-97e0-9f92a378adbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:47.163756 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-26331212-0a21-419d-97e0-9f92a378adbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774149279272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132438228'] for port, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:47.175887 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e562481-9258-43a0-8877-42a1ab91d74f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2d06222-2de8-51f1-88e2-9822a162890d-75af61a0-3229-4382-9e1e-f47adb1d4097', 'network_id': '75af61a0-3229-4382-9e1e-f47adb1d4097', 'tenant_id': '31b4ff580a3b418ab3f5e412e129fc1a', 'fixed_ips': [{'subnet_id': 'f6313cf8-8f7e-4bfe-a7ad-776ffced700c'}]}} from dv-cinder-788363-3-iscsi. {{(pid=78744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 17 13:58:47.176152 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:47.176270 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3e562481-9258-43a0-8877-42a1ab91d74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:47.183807 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-36936055-8437-490c-9fd4-5a434d11f831 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:47.216369 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-36936055-8437-490c-9fd4-5a434d11f831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:47.229293 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-e8845a5c-a97a-4f94-a821-1f0852bbf26d None None] Set router 4483c776-6327-4b01-b7ee-9cdf33a32ab3 gateway port host: dv-cinder-788363-3-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 13:58:47.240551 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26331212-0a21-419d-97e0-9f92a378adbf admin admin] Network d5b45ae7-16ce-45df-9da3-dc322e2b7d9a is already hosted by enough agents. {{(pid=78742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 13:58:47.243565 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-26331212-0a21-419d-97e0-9f92a378adbf admin admin] Resources bound (agent type, host, resource id):  {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:58:47.246489 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26331212-0a21-419d-97e0-9f92a378adbf admin admin] Received port after_create {{(pid=78742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 17 13:58:47.289895 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26331212-0a21-419d-97e0-9f92a378adbf admin admin] Pushing event updated for resources: {'Port': ['ID=7b3e79fb-b102-48b7-97b9-f1d50610a24f,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:47.293280 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-26331212-0a21-419d-97e0-9f92a378adbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:47.416313 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_common [None req-36936055-8437-490c-9fd4-5a434d11f831 admin admin] Allocated IP 172.27.1.91 (d5b45ae7-16ce-45df-9da3-dc322e2b7d9a/b62193f4-5b84-40dd-ae21-6a70cb5f2e38/6a38988c-342b-429a-bf43-6df83500bcfa) {{(pid=78743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 17 13:58:47.572509 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-36936055-8437-490c-9fd4-5a434d11f831 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:47.606889 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-36936055-8437-490c-9fd4-5a434d11f831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774149279272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133957597'] for port, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:47.614741 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-8fa69c3b-4cae-4be5-9e55-427c55ad73f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:47.688187 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36936055-8437-490c-9fd4-5a434d11f831 admin admin] Network d5b45ae7-16ce-45df-9da3-dc322e2b7d9a is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 13:58:47.691195 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [None req-36936055-8437-490c-9fd4-5a434d11f831 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:58:47.698945 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36936055-8437-490c-9fd4-5a434d11f831 admin admin] Received port after_create {{(pid=78743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 17 13:58:47.699110 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-26331212-0a21-419d-97e0-9f92a378adbf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:47.751785 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36936055-8437-490c-9fd4-5a434d11f831 admin admin] Pushing event updated for resources: {'Port': ['ID=6a38988c-342b-429a-bf43-6df83500bcfa,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:47.762622 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-36936055-8437-490c-9fd4-5a434d11f831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:47.797404 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:47.866839 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-fef76f22-896b-4255-87ef-89bf24cf0971 None None] Notify callbacks [] for port, precommit_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:47.959703 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.db_base_plugin_common [None req-3e562481-9258-43a0-8877-42a1ab91d74f None None] Allocated IP 172.20.0.2 (75af61a0-3229-4382-9e1e-f47adb1d4097/f6313cf8-8f7e-4bfe-a7ad-776ffced700c/3e610182-010a-4e84-8084-5e053ca1aa7e) {{(pid=78744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 17 13:58:47.977252 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-fef76f22-896b-4255-87ef-89bf24cf0971 None None] Transition to ACTIVE for port object 523458c7-1b6b-45c7-95a1-0ea876297f57 will not be triggered until provisioned by entity L2. {{(pid=78744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:58:48.020182 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-fef76f22-896b-4255-87ef-89bf24cf0971 None None] Transition to ACTIVE for port object 523458c7-1b6b-45c7-95a1-0ea876297f57 will not be triggered until provisioned by entity DHCP. {{(pid=78744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:58:48.022686 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] For port b844ae9a-7ba6-401d-9e5c-a391539eb37c, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=b844ae9a-7ba6-401d-9e5c-a391539eb37c,segment=NetworkSegment(f571888c-1f13-4f21-90ab-85ee2021193c),segment_id=f571888c-1f13-4f21-90ab-85ee2021193c)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:58:48.092031 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:48.105842 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:48.135281 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-fef76f22-896b-4255-87ef-89bf24cf0971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774149279272'] for port, after_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:48.218363 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef76f22-896b-4255-87ef-89bf24cf0971 None None] Network 567a499e-7099-4ed5-851a-6358e1b600ad is already hosted by enough agents. {{(pid=78744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 13:58:48.229308 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-26331212-0a21-419d-97e0-9f92a378adbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2025152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1966514'] for router, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:48.234358 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.scheduler.base_scheduler [None req-fef76f22-896b-4255-87ef-89bf24cf0971 None None] Resources bound (agent type, host, resource id):  {{(pid=78744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:58:48.250827 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef76f22-896b-4255-87ef-89bf24cf0971 None None] Received port after_create {{(pid=78744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 17 13:58:48.334080 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Pushing event updated for resources: {'Port': ['ID=b844ae9a-7ba6-401d-9e5c-a391539eb37c,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:48.359285 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:48.360090 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-ba0f6856-97ae-4256-881f-8b3926cb86f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.210s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:48.471277 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-e8845a5c-a97a-4f94-a821-1f0852bbf26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3afd2ac0>, [{'id': '4483c776-6327-4b01-b7ee-9cdf33a32ab3', 'name': 'tempest-TestMinimumBasicScenario-1979331052-router', 'tenant_id': '182c379c4779494884fc8fa7c516d165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '2858bbfc-c2be-42b3-bc8a-8567cc4745fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:58:34Z', 'updated_at': '2021-05-17T13:58:41Z', 'revision_number': 4, 'project_id': '182c379c4779494884fc8fa7c516d165', 'gw_port': {'id': '2858bbfc-c2be-42b3-bc8a-8567cc4745fb', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ee:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4483c776-6327-4b01-b7ee-9cdf33a32ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:34Z', 'updated_at': '2021-05-17T13:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_interfaces': [{'id': '77a0363a-7252-451a-929a-08c029fbbaa7', 'name': '', 'network_id': 'a352e45a-beb4-4c74-85aa-877f4308bc0d', 'tenant_id': '182c379c4779494884fc8fa7c516d165', 'mac_address': 'fa:16:3e:c8:ee:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4483c776-6327-4b01-b7ee-9cdf33a32ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '2b0db0dc-c73b-40d9-8259-2f415d9b999f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:39Z', 'updated_at': '2021-05-17T13:58:46Z', 'revision_number': 4, 'project_id': '182c379c4779494884fc8fa7c516d165', 'subnets': [{'id': '2b0db0dc-c73b-40d9-8259-2f415d9b999f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:58:48.475269 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-36936055-8437-490c-9fd4-5a434d11f831 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:48.500536 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8845a5c-a97a-4f94-a821-1f0852bbf26d None None] The sync data for ids ['4483c776-6327-4b01-b7ee-9cdf33a32ab3'] in dv-cinder-788363-3-iscsi is: [{'id': '4483c776-6327-4b01-b7ee-9cdf33a32ab3', 'name': 'tempest-TestMinimumBasicScenario-1979331052-router', 'tenant_id': '182c379c4779494884fc8fa7c516d165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '2858bbfc-c2be-42b3-bc8a-8567cc4745fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:58:34Z', 'updated_at': '2021-05-17T13:58:41Z', 'revision_number': 4, 'project_id': '182c379c4779494884fc8fa7c516d165', 'gw_port': {'id': '2858bbfc-c2be-42b3-bc8a-8567cc4745fb', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ee:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4483c776-6327-4b01-b7ee-9cdf33a32ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:34Z', 'updated_at': '2021-05-17T13:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_interfaces': [{'id': '77a0363a-7252-451a-929a-08c029fbbaa7', 'name': '', 'network_id': 'a352e45a-beb4-4c74-85aa-877f4308bc0d', 'tenant_id': '182c379c4779494884fc8fa7c516d165', 'mac_address': 'fa:16:3e:c8:ee:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4483c776-6327-4b01-b7ee-9cdf33a32ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '2b0db0dc-c73b-40d9-8259-2f415d9b999f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:39Z', 'updated_at': '2021-05-17T13:58:46Z', 'revision_number': 4, 'project_id': '182c379c4779494884fc8fa7c516d165', 'subnets': [{'id': '2b0db0dc-c73b-40d9-8259-2f415d9b999f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 17 13:58:48.558550 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-fef76f22-896b-4255-87ef-89bf24cf0971 None None] Attempting to bind port 523458c7-1b6b-45c7-95a1-0ea876297f57 on host dv-cinder-788363-3-iscsi for vnic_type normal with profile  {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 17 13:58:48.558923 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-fef76f22-896b-4255-87ef-89bf24cf0971 None None] Attempting to bind port 523458c7-1b6b-45c7-95a1-0ea876297f57 by drivers openvswitch,hyperv on host dv-cinder-788363-3-iscsi at level 0 using segments [{'id': 'ccf741a6-2ef0-465c-a40a-1889f4b0f0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '567a499e-7099-4ed5-851a-6358e1b600ad'}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 17 13:58:48.559291 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef76f22-896b-4255-87ef-89bf24cf0971 None None] Attempting to bind port 523458c7-1b6b-45c7-95a1-0ea876297f57 on network 567a499e-7099-4ed5-851a-6358e1b600ad {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 13:58:48.577289 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef76f22-896b-4255-87ef-89bf24cf0971 None None] Pushing event updated for resources: {'Port': ['ID=523458c7-1b6b-45c7-95a1-0ea876297f57,revision_number=1']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:48.583929 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-fef76f22-896b-4255-87ef-89bf24cf0971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:48.615313 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef76f22-896b-4255-87ef-89bf24cf0971 None None] Checking agent: {'id': 'ed5152c7-8558-4ae4-8c88-1353caeda338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 47, 10), 'started_at': datetime.datetime(2021, 5, 17, 13, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 17 13:58:48.616163 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef76f22-896b-4255-87ef-89bf24cf0971 None None] Checking segment: {'id': 'ccf741a6-2ef0-465c-a40a-1889f4b0f0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '567a499e-7099-4ed5-851a-6358e1b600ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 13:58:48.616588 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-fef76f22-896b-4255-87ef-89bf24cf0971 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:48.616996 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef76f22-896b-4255-87ef-89bf24cf0971 None None] Bound using segment: {'id': 'ccf741a6-2ef0-465c-a40a-1889f4b0f0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '567a499e-7099-4ed5-851a-6358e1b600ad'} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 17 13:58:48.621396 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-fef76f22-896b-4255-87ef-89bf24cf0971 None None] Bound port: 523458c7-1b6b-45c7-95a1-0ea876297f57, host: dv-cinder-788363-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf741a6-2ef0-465c-a40a-1889f4b0f0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '567a499e-7099-4ed5-851a-6358e1b600ad'}}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 17 13:58:48.621396 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-fef76f22-896b-4255-87ef-89bf24cf0971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:48.649363 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device b844ae9a-7ba6-401d-9e5c-a391539eb37c up at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:58:48.729019 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3e562481-9258-43a0-8877-42a1ab91d74f None None] Notify callbacks [] for port, precommit_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:48.729685 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26331212-0a21-419d-97e0-9f92a378adbf admin admin] Router f122fb68-0e9b-4f06-b8ec-882cb7e03aa3 is scheduled to L3 agent 5f048e90-1481-4c55-97c3-311a68b90326 with binding_index 1 {{(pid=78742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 17 13:58:48.790834 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-3e562481-9258-43a0-8877-42a1ab91d74f None None] Transition to ACTIVE for port object 3e610182-010a-4e84-8084-5e053ca1aa7e will not be triggered until provisioned by entity L2. {{(pid=78744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:58:48.848992 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-3e562481-9258-43a0-8877-42a1ab91d74f None None] Transition to ACTIVE for port object 3e610182-010a-4e84-8084-5e053ca1aa7e will not be triggered until provisioned by entity DHCP. {{(pid=78744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:58:48.874994 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3e562481-9258-43a0-8877-42a1ab91d74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774149279272'] for port, after_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:48.880685 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-3cb94031-a200-4ac8-8a2b-d950ec4a41c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:48.911782 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-fef76f22-896b-4255-87ef-89bf24cf0971 None None] For port 523458c7-1b6b-45c7-95a1-0ea876297f57, host dv-cinder-788363-3-iscsi, cleared binding levels {{(pid=78744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 17 13:58:48.913801 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning complete for port b844ae9a-7ba6-401d-9e5c-a391539eb37c triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:58:48.914182 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:48.980378 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-fef76f22-896b-4255-87ef-89bf24cf0971 None None] For port 523458c7-1b6b-45c7-95a1-0ea876297f57, host dv-cinder-788363-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=523458c7-1b6b-45c7-95a1-0ea876297f57,segment=NetworkSegment(ccf741a6-2ef0-465c-a40a-1889f4b0f0cf),segment_id=ccf741a6-2ef0-465c-a40a-1889f4b0f0cf)] {{(pid=78744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 17 13:58:49.020891 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26331212-0a21-419d-97e0-9f92a378adbf admin admin] Notify agent at l3_agent.dv-cinder-788363-3-iscsi the message routers_updated {{(pid=78742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 17 13:58:49.034013 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f234f0-9236-46c9-a6bf-1fe59627eff7 None None] Sync routers for ids ['f122fb68-0e9b-4f06-b8ec-882cb7e03aa3'] in dv-cinder-788363-3-iscsi {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 17 13:58:49.052374 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f234f0-9236-46c9-a6bf-1fe59627eff7 None None] Routers {'f122fb68-0e9b-4f06-b8ec-882cb7e03aa3'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 13:58:49.055887 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-d5f234f0-9236-46c9-a6bf-1fe59627eff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3fc76f40>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T13:58:40Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['f122fb68-0e9b-4f06-b8ec-882cb7e03aa3'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:58:49.067841 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-26331212-0a21-419d-97e0-9f92a378adbf admin admin] Notify callbacks [] for router, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:49.070127 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-26331212-0a21-419d-97e0-9f92a378adbf admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 3.6801901
May 17 13:58:49.072892 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 37102) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:58:49.104031 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e562481-9258-43a0-8877-42a1ab91d74f None None] Pushing event updated for resources: {'Port': ['ID=3e610182-010a-4e84-8084-5e053ca1aa7e,revision_number=1']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:49.115984 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-36936055-8437-490c-9fd4-5a434d11f831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2025152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1966514'] for router, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:49.159334 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-3e562481-9258-43a0-8877-42a1ab91d74f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:49.163402 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-fef76f22-896b-4255-87ef-89bf24cf0971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:49.186586 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e562481-9258-43a0-8877-42a1ab91d74f None None] Network 75af61a0-3229-4382-9e1e-f47adb1d4097 is already hosted by enough agents. {{(pid=78744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 13:58:49.189902 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:49.245832 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.scheduler.base_scheduler [None req-3e562481-9258-43a0-8877-42a1ab91d74f None None] Resources bound (agent type, host, resource id):  {{(pid=78744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:58:49.270389 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e562481-9258-43a0-8877-42a1ab91d74f None None] Received port after_create {{(pid=78744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 17 13:58:49.422021 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-3e562481-9258-43a0-8877-42a1ab91d74f None None] Attempting to bind port 3e610182-010a-4e84-8084-5e053ca1aa7e on host dv-cinder-788363-3-iscsi for vnic_type normal with profile  {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 17 13:58:49.422396 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-3e562481-9258-43a0-8877-42a1ab91d74f None None] Attempting to bind port 3e610182-010a-4e84-8084-5e053ca1aa7e by drivers openvswitch,hyperv on host dv-cinder-788363-3-iscsi at level 0 using segments [{'id': '73f2dd29-52b1-49de-99e1-70df0a539419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '75af61a0-3229-4382-9e1e-f47adb1d4097'}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 17 13:58:49.423288 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e562481-9258-43a0-8877-42a1ab91d74f None None] Attempting to bind port 3e610182-010a-4e84-8084-5e053ca1aa7e on network 75af61a0-3229-4382-9e1e-f47adb1d4097 {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 13:58:49.438876 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e562481-9258-43a0-8877-42a1ab91d74f None None] Checking agent: {'id': 'ed5152c7-8558-4ae4-8c88-1353caeda338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 47, 10), 'started_at': datetime.datetime(2021, 5, 17, 13, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 17 13:58:49.439263 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e562481-9258-43a0-8877-42a1ab91d74f None None] Checking segment: {'id': '73f2dd29-52b1-49de-99e1-70df0a539419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '75af61a0-3229-4382-9e1e-f47adb1d4097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 13:58:49.439720 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3e562481-9258-43a0-8877-42a1ab91d74f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:49.440126 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e562481-9258-43a0-8877-42a1ab91d74f None None] Bound using segment: {'id': '73f2dd29-52b1-49de-99e1-70df0a539419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '75af61a0-3229-4382-9e1e-f47adb1d4097'} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 17 13:58:49.441233 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-3e562481-9258-43a0-8877-42a1ab91d74f None None] Bound port: 3e610182-010a-4e84-8084-5e053ca1aa7e, host: dv-cinder-788363-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73f2dd29-52b1-49de-99e1-70df0a539419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '75af61a0-3229-4382-9e1e-f47adb1d4097'}}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 17 13:58:49.445751 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3e562481-9258-43a0-8877-42a1ab91d74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:49.510765 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef76f22-896b-4255-87ef-89bf24cf0971 None None] Pushing event updated for resources: {'Port': ['ID=523458c7-1b6b-45c7-95a1-0ea876297f57,revision_number=2']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:49.517870 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36936055-8437-490c-9fd4-5a434d11f831 admin admin] Router b493baf7-eb0c-45ec-b683-c4503d27e331 is scheduled to L3 agent 5f048e90-1481-4c55-97c3-311a68b90326 with binding_index 1 {{(pid=78743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 17 13:58:49.578354 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-d5f234f0-9236-46c9-a6bf-1fe59627eff7 None None] Set router f122fb68-0e9b-4f06-b8ec-882cb7e03aa3 gateway port host: dv-cinder-788363-3-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 13:58:49.579330 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-fef76f22-896b-4255-87ef-89bf24cf0971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:49.797482 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-3e562481-9258-43a0-8877-42a1ab91d74f None None] For port 3e610182-010a-4e84-8084-5e053ca1aa7e, host dv-cinder-788363-3-iscsi, cleared binding levels {{(pid=78744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 17 13:58:49.801164 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-3e562481-9258-43a0-8877-42a1ab91d74f None None] For port 3e610182-010a-4e84-8084-5e053ca1aa7e, host dv-cinder-788363-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=3e610182-010a-4e84-8084-5e053ca1aa7e,segment=NetworkSegment(73f2dd29-52b1-49de-99e1-70df0a539419),segment_id=73f2dd29-52b1-49de-99e1-70df0a539419)] {{(pid=78744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 17 13:58:49.809994 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3e562481-9258-43a0-8877-42a1ab91d74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:49.841146 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36936055-8437-490c-9fd4-5a434d11f831 admin admin] Notify agent at l3_agent.dv-cinder-788363-3-iscsi the message routers_updated {{(pid=78743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 17 13:58:49.861318 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:49.909410 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09459b52-34fa-4128-8963-ffbcf5c729e5 None None] Sync routers for ids ['b493baf7-eb0c-45ec-b683-c4503d27e331'] in dv-cinder-788363-3-iscsi {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 17 13:58:49.912142 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-36936055-8437-490c-9fd4-5a434d11f831 admin admin] Notify callbacks [] for router, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:49.916654 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-36936055-8437-490c-9fd4-5a434d11f831 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.7268953
May 17 13:58:49.917383 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 37110) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:58:49.974472 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09459b52-34fa-4128-8963-ffbcf5c729e5 None None] Routers {'b493baf7-eb0c-45ec-b683-c4503d27e331'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 13:58:49.975323 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-09459b52-34fa-4128-8963-ffbcf5c729e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3b3f9250>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T13:58:40Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['b493baf7-eb0c-45ec-b683-c4503d27e331'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:58:50.095406 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e562481-9258-43a0-8877-42a1ab91d74f None None] Pushing event updated for resources: {'Port': ['ID=3e610182-010a-4e84-8084-5e053ca1aa7e,revision_number=2']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:50.101695 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-3e562481-9258-43a0-8877-42a1ab91d74f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:50.222906 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-cd46c83b-1ac6-4dd5-8e2f-ac8a820721f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:50.242342 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-d5f234f0-9236-46c9-a6bf-1fe59627eff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3fc76f40>, [{'id': 'f122fb68-0e9b-4f06-b8ec-882cb7e03aa3', 'name': 'tempest-TestVolumeBootPattern-946330843-router', 'tenant_id': '0fbb7d11ff324a7daa572934e844d0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '7b3e79fb-b102-48b7-97b9-f1d50610a24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:58:45Z', 'updated_at': '2021-05-17T13:58:47Z', 'revision_number': 3, 'project_id': '0fbb7d11ff324a7daa572934e844d0f8', 'gw_port': {'id': '7b3e79fb-b102-48b7-97b9-f1d50610a24f', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f122fb68-0e9b-4f06-b8ec-882cb7e03aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:46Z', 'updated_at': '2021-05-17T13:58:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi'}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:58:50.269476 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f234f0-9236-46c9-a6bf-1fe59627eff7 None None] Checking router: f122fb68-0e9b-4f06-b8ec-882cb7e03aa3 for host: dv-cinder-788363-3-iscsi {{(pid=78745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 17 13:58:50.269841 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f234f0-9236-46c9-a6bf-1fe59627eff7 None None] Updating router f122fb68-0e9b-4f06-b8ec-882cb7e03aa3 port 7b3e79fb-b102-48b7-97b9-f1d50610a24f binding host dv-cinder-788363-3-iscsi {{(pid=78745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 17 13:58:50.284723 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-09459b52-34fa-4128-8963-ffbcf5c729e5 None None] Set router b493baf7-eb0c-45ec-b683-c4503d27e331 gateway port host: dv-cinder-788363-3-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 13:58:50.413037 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-d5f234f0-9236-46c9-a6bf-1fe59627eff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:50.663215 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.db_base_plugin_common [None req-cd46c83b-1ac6-4dd5-8e2f-ac8a820721f1 admin admin] Allocated IP 172.20.0.1 (567a499e-7099-4ed5-851a-6358e1b600ad/90c65895-ec45-4907-b4fe-4df7439ab0bb/5f8dd255-a4cc-4540-b099-2f736817f9ee) {{(pid=78742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 17 13:58:50.940393 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 3e610182-010a-4e84-8084-5e053ca1aa7e up at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:58:51.067454 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-d5f234f0-9236-46c9-a6bf-1fe59627eff7 None None] Notify callbacks [] for port, precommit_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:51.091267 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning for port 3e610182-010a-4e84-8084-5e053ca1aa7e completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:58:51.102631 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 77a0363a-7252-451a-929a-08c029fbbaa7 up at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:58:51.106249 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.provisioning_blocks [None req-d5f234f0-9236-46c9-a6bf-1fe59627eff7 None None] Transition to ACTIVE for port object 7b3e79fb-b102-48b7-97b9-f1d50610a24f will not be triggered until provisioned by entity L2. {{(pid=78745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:58:51.124500 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-d5f234f0-9236-46c9-a6bf-1fe59627eff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:51.137081 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:51.141163 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-cd46c83b-1ac6-4dd5-8e2f-ac8a820721f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:51.182935 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.provisioning_blocks [None req-cd46c83b-1ac6-4dd5-8e2f-ac8a820721f1 admin admin] Transition to ACTIVE for port object 5f8dd255-a4cc-4540-b099-2f736817f9ee will not be triggered until provisioned by entity DHCP. {{(pid=78742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:58:51.184049 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-09459b52-34fa-4128-8963-ffbcf5c729e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3b3f9250>, [{'id': 'b493baf7-eb0c-45ec-b683-c4503d27e331', 'name': 'tempest-TestMinimumBasicScenario-1433820964-router', 'tenant_id': '31b4ff580a3b418ab3f5e412e129fc1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '6a38988c-342b-429a-bf43-6df83500bcfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:58:46Z', 'updated_at': '2021-05-17T13:58:47Z', 'revision_number': 3, 'project_id': '31b4ff580a3b418ab3f5e412e129fc1a', 'gw_port': {'id': '6a38988c-342b-429a-bf43-6df83500bcfa', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:13:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b493baf7-eb0c-45ec-b683-c4503d27e331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:47Z', 'updated_at': '2021-05-17T13:58:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi'}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:58:51.194200 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09459b52-34fa-4128-8963-ffbcf5c729e5 None None] Checking router: b493baf7-eb0c-45ec-b683-c4503d27e331 for host: dv-cinder-788363-3-iscsi {{(pid=78744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 17 13:58:51.194746 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09459b52-34fa-4128-8963-ffbcf5c729e5 None None] Updating router b493baf7-eb0c-45ec-b683-c4503d27e331 port 6a38988c-342b-429a-bf43-6df83500bcfa binding host dv-cinder-788363-3-iscsi {{(pid=78744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 17 13:58:51.243078 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-cd46c83b-1ac6-4dd5-8e2f-ac8a820721f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774149279272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132438228'] for port, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:51.255178 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-9c5b9de2-5606-4c89-9c3f-2a1d4726f33e tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:51.301566 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.managers [None req-d5f234f0-9236-46c9-a6bf-1fe59627eff7 None None] Attempting to bind port 7b3e79fb-b102-48b7-97b9-f1d50610a24f on host dv-cinder-788363-3-iscsi for vnic_type normal with profile  {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 17 13:58:51.302319 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.managers [None req-d5f234f0-9236-46c9-a6bf-1fe59627eff7 None None] Attempting to bind port 7b3e79fb-b102-48b7-97b9-f1d50610a24f by drivers openvswitch,hyperv on host dv-cinder-788363-3-iscsi at level 0 using segments [{'id': 'd239c2a5-eb63-4e60-9706-c66c1478eded', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a'}] {{(pid=78745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 17 13:58:51.302910 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f234f0-9236-46c9-a6bf-1fe59627eff7 None None] Attempting to bind port 7b3e79fb-b102-48b7-97b9-f1d50610a24f on network d5b45ae7-16ce-45df-9da3-dc322e2b7d9a {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 13:58:51.309771 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb009838-213f-4b4c-978e-3615dfe3fbe6 None None] Network 567a499e-7099-4ed5-851a-6358e1b600ad requested from dv-cinder-788363-3-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 17 13:58:51.327021 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f234f0-9236-46c9-a6bf-1fe59627eff7 None None] Checking agent: {'id': 'ed5152c7-8558-4ae4-8c88-1353caeda338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 47, 10), 'started_at': datetime.datetime(2021, 5, 17, 13, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 17 13:58:51.327626 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f234f0-9236-46c9-a6bf-1fe59627eff7 None None] Checking segment: {'id': 'd239c2a5-eb63-4e60-9706-c66c1478eded', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 13:58:51.328324 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-d5f234f0-9236-46c9-a6bf-1fe59627eff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:51.329068 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f234f0-9236-46c9-a6bf-1fe59627eff7 None None] Bound using segment: {'id': 'd239c2a5-eb63-4e60-9706-c66c1478eded', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a'} {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 17 13:58:51.329901 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.managers [None req-d5f234f0-9236-46c9-a6bf-1fe59627eff7 None None] Bound port: 7b3e79fb-b102-48b7-97b9-f1d50610a24f, host: dv-cinder-788363-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd239c2a5-eb63-4e60-9706-c66c1478eded', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a'}}] {{(pid=78745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 17 13:58:51.330694 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-d5f234f0-9236-46c9-a6bf-1fe59627eff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:51.351519 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd46c83b-1ac6-4dd5-8e2f-ac8a820721f1 admin admin] Network 567a499e-7099-4ed5-851a-6358e1b600ad is already hosted by enough agents. {{(pid=78742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 13:58:51.355444 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-cd46c83b-1ac6-4dd5-8e2f-ac8a820721f1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:58:51.365616 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd46c83b-1ac6-4dd5-8e2f-ac8a820721f1 admin admin] Received port after_create {{(pid=78742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 17 13:58:51.441364 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd46c83b-1ac6-4dd5-8e2f-ac8a820721f1 admin admin] Pushing event updated for resources: {'Port': ['ID=5f8dd255-a4cc-4540-b099-2f736817f9ee,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:51.453566 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-cd46c83b-1ac6-4dd5-8e2f-ac8a820721f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:51.462677 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-514fd83c-e3cf-4419-9033-736afcb6e76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:51.465125 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-cd46c83b-1ac6-4dd5-8e2f-ac8a820721f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1975113'] for router_interface, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:51.488196 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-09459b52-34fa-4128-8963-ffbcf5c729e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:51.523985 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-e0849a58-4f1f-425e-82ea-b1ed4018f2df None None] Provisioning for port 523458c7-1b6b-45c7-95a1-0ea876297f57 completed by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:58:51.544349 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.db [None req-d5f234f0-9236-46c9-a6bf-1fe59627eff7 None None] For port 7b3e79fb-b102-48b7-97b9-f1d50610a24f, host dv-cinder-788363-3-iscsi, cleared binding levels {{(pid=78745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 17 13:58:51.551522 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.db [None req-d5f234f0-9236-46c9-a6bf-1fe59627eff7 None None] For port 7b3e79fb-b102-48b7-97b9-f1d50610a24f, host dv-cinder-788363-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=7b3e79fb-b102-48b7-97b9-f1d50610a24f,segment=NetworkSegment(d239c2a5-eb63-4e60-9706-c66c1478eded),segment_id=d239c2a5-eb63-4e60-9706-c66c1478eded)] {{(pid=78745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 17 13:58:51.569971 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f811716e-951f-475d-9334-0bdf957bac21 None None] Pushing event updated for resources: {'Port': ['ID=7b3e79fb-b102-48b7-97b9-f1d50610a24f,revision_number=2']} {{(pid=78745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:51.573761 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning for port 77a0363a-7252-451a-929a-08c029fbbaa7 completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:58:51.575715 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [None req-f811716e-951f-475d-9334-0bdf957bac21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:51.577666 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-d5f234f0-9236-46c9-a6bf-1fe59627eff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:51.586256 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [None req-f811716e-951f-475d-9334-0bdf957bac21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:51.599591 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning complete for port 77a0363a-7252-451a-929a-08c029fbbaa7 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:58:51.599977 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:51.686456 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-cd46c83b-1ac6-4dd5-8e2f-ac8a820721f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:51.708589 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3b18d2-08fc-469d-9410-6ad2ee85e8e6 None None] Network 75af61a0-3229-4382-9e1e-f47adb1d4097 requested from dv-cinder-788363-3-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 17 13:58:51.710697 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f234f0-9236-46c9-a6bf-1fe59627eff7 None None] Routers {'f122fb68-0e9b-4f06-b8ec-882cb7e03aa3'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 13:58:51.712088 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-d5f234f0-9236-46c9-a6bf-1fe59627eff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3fc76f40>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T13:58:40Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['f122fb68-0e9b-4f06-b8ec-882cb7e03aa3'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:58:51.781263 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f811716e-951f-475d-9334-0bdf957bac21 None None] Pushing event updated for resources: {'Port': ['ID=7b3e79fb-b102-48b7-97b9-f1d50610a24f,revision_number=3']} {{(pid=78745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:51.800961 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [None req-f811716e-951f-475d-9334-0bdf957bac21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:51.814938 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_common [None req-514fd83c-e3cf-4419-9033-736afcb6e76d admin admin] Allocated IP 172.20.0.1 (75af61a0-3229-4382-9e1e-f47adb1d4097/f6313cf8-8f7e-4bfe-a7ad-776ffced700c/c187d30b-6d7e-4076-90b5-1bb4a94f6098) {{(pid=78743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 17 13:58:51.947949 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-7b77eab1-cfdb-4f71-8082-484cdd8e2b81 None None] Provisioning for port 3e610182-010a-4e84-8084-5e053ca1aa7e completed by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:58:52.004789 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-7b77eab1-cfdb-4f71-8082-484cdd8e2b81 None None] Provisioning complete for port 3e610182-010a-4e84-8084-5e053ca1aa7e triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:58:52.005207 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-7b77eab1-cfdb-4f71-8082-484cdd8e2b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:52.013104 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-d5f234f0-9236-46c9-a6bf-1fe59627eff7 None None] Set router f122fb68-0e9b-4f06-b8ec-882cb7e03aa3 gateway port host: dv-cinder-788363-3-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 13:58:52.078404 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-514fd83c-e3cf-4419-9033-736afcb6e76d admin admin] Notify callbacks [] for port, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:52.095387 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-cd46c83b-1ac6-4dd5-8e2f-ac8a820721f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:52.096282 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.provisioning_blocks [None req-514fd83c-e3cf-4419-9033-736afcb6e76d admin admin] Transition to ACTIVE for port object c187d30b-6d7e-4076-90b5-1bb4a94f6098 will not be triggered until provisioned by entity DHCP. {{(pid=78743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:58:52.109082 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-cd46c83b-1ac6-4dd5-8e2f-ac8a820721f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132438237'] for port, after_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:52.129982 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-514fd83c-e3cf-4419-9033-736afcb6e76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774149279272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133957597'] for port, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:52.136275 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-9281c8cf-7735-405a-9bed-f524101045f8 tempest-DeleteServersTestJSON-348673913 tempest-DeleteServersTestJSON-348673913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:52.157790 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-1aacf323-187b-48c1-9b64-c03060da3aea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:52.234812 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514fd83c-e3cf-4419-9033-736afcb6e76d admin admin] Network 75af61a0-3229-4382-9e1e-f47adb1d4097 is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 13:58:52.241319 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [None req-514fd83c-e3cf-4419-9033-736afcb6e76d admin admin] Resources bound (agent type, host, resource id):  {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:58:52.246956 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514fd83c-e3cf-4419-9033-736afcb6e76d admin admin] Received port after_create {{(pid=78743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 17 13:58:52.262421 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd46c83b-1ac6-4dd5-8e2f-ac8a820721f1 admin admin] Pushing event updated for resources: {'Port': ['ID=5f8dd255-a4cc-4540-b099-2f736817f9ee,revision_number=2']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:52.273237 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-cd46c83b-1ac6-4dd5-8e2f-ac8a820721f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:52.308272 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-514fd83c-e3cf-4419-9033-736afcb6e76d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1975113'] for router_interface, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:52.324560 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-cd46c83b-1ac6-4dd5-8e2f-ac8a820721f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1977326'] for router_interface, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:52.394555 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514fd83c-e3cf-4419-9033-736afcb6e76d admin admin] Pushing event updated for resources: {'Port': ['ID=c187d30b-6d7e-4076-90b5-1bb4a94f6098,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:52.402343 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-514fd83c-e3cf-4419-9033-736afcb6e76d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:52.523574 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-514fd83c-e3cf-4419-9033-736afcb6e76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:52.545381 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:52.604241 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd46c83b-1ac6-4dd5-8e2f-ac8a820721f1 admin admin] Network 567a499e-7099-4ed5-851a-6358e1b600ad is already hosted by enough agents. {{(pid=78742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 13:58:52.606702 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-cd46c83b-1ac6-4dd5-8e2f-ac8a820721f1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:58:52.712885 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] For port 77a0363a-7252-451a-929a-08c029fbbaa7, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=77a0363a-7252-451a-929a-08c029fbbaa7,segment=NetworkSegment(eecd0dba-c82c-42fc-a18d-272a8f834a82),segment_id=eecd0dba-c82c-42fc-a18d-272a8f834a82)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:58:52.734493 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-d5f234f0-9236-46c9-a6bf-1fe59627eff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3fc76f40>, [{'id': 'f122fb68-0e9b-4f06-b8ec-882cb7e03aa3', 'name': 'tempest-TestVolumeBootPattern-946330843-router', 'tenant_id': '0fbb7d11ff324a7daa572934e844d0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '7b3e79fb-b102-48b7-97b9-f1d50610a24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:58:45Z', 'updated_at': '2021-05-17T13:58:51Z', 'revision_number': 4, 'project_id': '0fbb7d11ff324a7daa572934e844d0f8', 'gw_port': {'id': '7b3e79fb-b102-48b7-97b9-f1d50610a24f', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f122fb68-0e9b-4f06-b8ec-882cb7e03aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:46Z', 'updated_at': '2021-05-17T13:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_interfaces': [{'id': '5f8dd255-a4cc-4540-b099-2f736817f9ee', 'name': '', 'network_id': '567a499e-7099-4ed5-851a-6358e1b600ad', 'tenant_id': '0fbb7d11ff324a7daa572934e844d0f8', 'mac_address': 'fa:16:3e:6c:95:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f122fb68-0e9b-4f06-b8ec-882cb7e03aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '90c65895-ec45-4907-b4fe-4df7439ab0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:50Z', 'updated_at': '2021-05-17T13:58:50Z', 'revision_number': 1, 'project_id': '0fbb7d11ff324a7daa572934e844d0f8', 'subnets': [{'id': '90c65895-ec45-4907-b4fe-4df7439ab0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:58:52.740267 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f234f0-9236-46c9-a6bf-1fe59627eff7 None None] The sync data for ids ['f122fb68-0e9b-4f06-b8ec-882cb7e03aa3'] in dv-cinder-788363-3-iscsi is: [{'id': 'f122fb68-0e9b-4f06-b8ec-882cb7e03aa3', 'name': 'tempest-TestVolumeBootPattern-946330843-router', 'tenant_id': '0fbb7d11ff324a7daa572934e844d0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '7b3e79fb-b102-48b7-97b9-f1d50610a24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:58:45Z', 'updated_at': '2021-05-17T13:58:51Z', 'revision_number': 4, 'project_id': '0fbb7d11ff324a7daa572934e844d0f8', 'gw_port': {'id': '7b3e79fb-b102-48b7-97b9-f1d50610a24f', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f122fb68-0e9b-4f06-b8ec-882cb7e03aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:46Z', 'updated_at': '2021-05-17T13:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_interfaces': [{'id': '5f8dd255-a4cc-4540-b099-2f736817f9ee', 'name': '', 'network_id': '567a499e-7099-4ed5-851a-6358e1b600ad', 'tenant_id': '0fbb7d11ff324a7daa572934e844d0f8', 'mac_address': 'fa:16:3e:6c:95:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f122fb68-0e9b-4f06-b8ec-882cb7e03aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '90c65895-ec45-4907-b4fe-4df7439ab0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:50Z', 'updated_at': '2021-05-17T13:58:50Z', 'revision_number': 1, 'project_id': '0fbb7d11ff324a7daa572934e844d0f8', 'subnets': [{'id': '90c65895-ec45-4907-b4fe-4df7439ab0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 17 13:58:52.771684 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:52.772617 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 523458c7-1b6b-45c7-95a1-0ea876297f57 up at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:58:52.806692 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-f0434443-d490-48f2-a86e-93c4c03d7c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:52.850525 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-514fd83c-e3cf-4419-9033-736afcb6e76d admin admin] Notify callbacks [] for port, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:52.854351 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd46c83b-1ac6-4dd5-8e2f-ac8a820721f1 admin admin] Router f122fb68-0e9b-4f06-b8ec-882cb7e03aa3 has already been hosted by L3 agent 5f048e90-1481-4c55-97c3-311a68b90326 {{(pid=78742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 17 13:58:52.861062 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-514fd83c-e3cf-4419-9033-736afcb6e76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133957588'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:52.932232 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-1f33b8df-52a6-4205-bb3d-a69f6db093a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:52.997067 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-7b77eab1-cfdb-4f71-8082-484cdd8e2b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:53.079639 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-7b77eab1-cfdb-4f71-8082-484cdd8e2b81 None None] For port 3e610182-010a-4e84-8084-5e053ca1aa7e, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=3e610182-010a-4e84-8084-5e053ca1aa7e,segment=NetworkSegment(73f2dd29-52b1-49de-99e1-70df0a539419),segment_id=73f2dd29-52b1-49de-99e1-70df0a539419)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:58:53.085261 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514fd83c-e3cf-4419-9033-736afcb6e76d admin admin] Pushing event updated for resources: {'Port': ['ID=c187d30b-6d7e-4076-90b5-1bb4a94f6098,revision_number=2']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:53.089199 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-514fd83c-e3cf-4419-9033-736afcb6e76d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1977326'] for router_interface, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:53.099229 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-514fd83c-e3cf-4419-9033-736afcb6e76d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:53.106910 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-7b77eab1-cfdb-4f71-8082-484cdd8e2b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:53.115750 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Pushing event updated for resources: {'Port': ['ID=77a0363a-7252-451a-929a-08c029fbbaa7,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:53.120273 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:53.138244 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-09459b52-34fa-4128-8963-ffbcf5c729e5 None None] Notify callbacks [] for port, precommit_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:53.140641 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:53.170280 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd46c83b-1ac6-4dd5-8e2f-ac8a820721f1 admin admin] Notify agent at l3_agent.dv-cinder-788363-3-iscsi the message routers_updated {{(pid=78742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 17 13:58:53.181671 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-cd46c83b-1ac6-4dd5-8e2f-ac8a820721f1 admin admin] 10.222.0.54 "PUT /v2.0/routers/f122fb68-0e9b-4f06-b8ec-882cb7e03aa3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1070406
May 17 13:58:53.293600 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-09459b52-34fa-4128-8963-ffbcf5c729e5 None None] Transition to ACTIVE for port object 6a38988c-342b-429a-bf43-6df83500bcfa will not be triggered until provisioned by entity L2. {{(pid=78744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:58:53.318466 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-85f73237-c32d-40e7-b63a-eabb096adc6f None None] Provisioning complete for port 523458c7-1b6b-45c7-95a1-0ea876297f57 triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:58:53.318926 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-85f73237-c32d-40e7-b63a-eabb096adc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:53.330912 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514fd83c-e3cf-4419-9033-736afcb6e76d admin admin] Network 75af61a0-3229-4382-9e1e-f47adb1d4097 is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 13:58:53.332713 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [None req-514fd83c-e3cf-4419-9033-736afcb6e76d admin admin] Resources bound (agent type, host, resource id):  {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:58:53.396563 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning for port 523458c7-1b6b-45c7-95a1-0ea876297f57 completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:58:53.400509 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-09459b52-34fa-4128-8963-ffbcf5c729e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:53.404737 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b77eab1-cfdb-4f71-8082-484cdd8e2b81 None None] Pushing event updated for resources: {'Port': ['ID=3e610182-010a-4e84-8084-5e053ca1aa7e,revision_number=3']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:53.430153 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-7b77eab1-cfdb-4f71-8082-484cdd8e2b81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:53.470126 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:53.577217 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning complete for port 523458c7-1b6b-45c7-95a1-0ea876297f57 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:58:53.577695 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:53.680996 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a820fc3d-4255-45d3-ad8d-c01f459b27bf None None] Pushing event updated for resources: {'Port': ['ID=6a38988c-342b-429a-bf43-6df83500bcfa,revision_number=2']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:53.711549 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-a820fc3d-4255-45d3-ad8d-c01f459b27bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:53.726659 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514fd83c-e3cf-4419-9033-736afcb6e76d admin admin] Router b493baf7-eb0c-45ec-b683-c4503d27e331 has already been hosted by L3 agent 5f048e90-1481-4c55-97c3-311a68b90326 {{(pid=78743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 17 13:58:53.758299 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-09459b52-34fa-4128-8963-ffbcf5c729e5 None None] Attempting to bind port 6a38988c-342b-429a-bf43-6df83500bcfa on host dv-cinder-788363-3-iscsi for vnic_type normal with profile  {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 17 13:58:53.758787 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-09459b52-34fa-4128-8963-ffbcf5c729e5 None None] Attempting to bind port 6a38988c-342b-429a-bf43-6df83500bcfa by drivers openvswitch,hyperv on host dv-cinder-788363-3-iscsi at level 0 using segments [{'id': 'd239c2a5-eb63-4e60-9706-c66c1478eded', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a'}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 17 13:58:53.759086 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09459b52-34fa-4128-8963-ffbcf5c729e5 None None] Attempting to bind port 6a38988c-342b-429a-bf43-6df83500bcfa on network d5b45ae7-16ce-45df-9da3-dc322e2b7d9a {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 13:58:53.773155 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09459b52-34fa-4128-8963-ffbcf5c729e5 None None] Checking agent: {'id': 'ed5152c7-8558-4ae4-8c88-1353caeda338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 47, 10), 'started_at': datetime.datetime(2021, 5, 17, 13, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 17 13:58:53.773641 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09459b52-34fa-4128-8963-ffbcf5c729e5 None None] Checking segment: {'id': 'd239c2a5-eb63-4e60-9706-c66c1478eded', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 13:58:53.773944 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-09459b52-34fa-4128-8963-ffbcf5c729e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:53.774349 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09459b52-34fa-4128-8963-ffbcf5c729e5 None None] Bound using segment: {'id': 'd239c2a5-eb63-4e60-9706-c66c1478eded', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a'} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 17 13:58:53.774854 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-09459b52-34fa-4128-8963-ffbcf5c729e5 None None] Bound port: 6a38988c-342b-429a-bf43-6df83500bcfa, host: dv-cinder-788363-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd239c2a5-eb63-4e60-9706-c66c1478eded', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a'}}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 17 13:58:53.775243 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-09459b52-34fa-4128-8963-ffbcf5c729e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:53.978217 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-09459b52-34fa-4128-8963-ffbcf5c729e5 None None] For port 6a38988c-342b-429a-bf43-6df83500bcfa, host dv-cinder-788363-3-iscsi, cleared binding levels {{(pid=78744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 17 13:58:53.983406 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-09459b52-34fa-4128-8963-ffbcf5c729e5 None None] For port 6a38988c-342b-429a-bf43-6df83500bcfa, host dv-cinder-788363-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=6a38988c-342b-429a-bf43-6df83500bcfa,segment=NetworkSegment(d239c2a5-eb63-4e60-9706-c66c1478eded),segment_id=d239c2a5-eb63-4e60-9706-c66c1478eded)] {{(pid=78744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 17 13:58:53.986908 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-85f73237-c32d-40e7-b63a-eabb096adc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:54.003792 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-09459b52-34fa-4128-8963-ffbcf5c729e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:54.011726 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:54.054394 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:54.070078 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514fd83c-e3cf-4419-9033-736afcb6e76d admin admin] Notify agent at l3_agent.dv-cinder-788363-3-iscsi the message routers_updated {{(pid=78743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 17 13:58:54.086526 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-514fd83c-e3cf-4419-9033-736afcb6e76d admin admin] 10.222.0.54 "PUT /v2.0/routers/b493baf7-eb0c-45ec-b683-c4503d27e331/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1680682
May 17 13:58:54.126509 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-85f73237-c32d-40e7-b63a-eabb096adc6f None None] For port 523458c7-1b6b-45c7-95a1-0ea876297f57, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=523458c7-1b6b-45c7-95a1-0ea876297f57,segment=NetworkSegment(ccf741a6-2ef0-465c-a40a-1889f4b0f0cf),segment_id=ccf741a6-2ef0-465c-a40a-1889f4b0f0cf)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:58:54.137062 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-85f73237-c32d-40e7-b63a-eabb096adc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:54.167574 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09459b52-34fa-4128-8963-ffbcf5c729e5 None None] Routers {'b493baf7-eb0c-45ec-b683-c4503d27e331'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 13:58:54.168239 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-09459b52-34fa-4128-8963-ffbcf5c729e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3b3f9250>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T13:58:40Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['b493baf7-eb0c-45ec-b683-c4503d27e331'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:58:54.264470 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a820fc3d-4255-45d3-ad8d-c01f459b27bf None None] Pushing event updated for resources: {'Port': ['ID=6a38988c-342b-429a-bf43-6df83500bcfa,revision_number=3']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:54.335000 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 37142) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:58:54.343095 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-28627a5d-c9db-4c99-8633-b8df40d5e3bd tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1323672503', 'description': 'tempest-secgroup-smoke-1323672503 description', 'project_id': 'd77a303f986f47e2bf0264946d7679d6'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:58:54.355654 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-28627a5d-c9db-4c99-8633-b8df40d5e3bd tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:58:54.360114 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-a820fc3d-4255-45d3-ad8d-c01f459b27bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:54.360472 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-28627a5d-c9db-4c99-8633-b8df40d5e3bd tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Usage tracker for resource:security_group and tenant:d77a303f986f47e2bf0264946d7679d6 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:58:54.361175 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.db.api [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=78744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 17 13:58:54.361596 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_db.api [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 17 13:58:54.361970 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.219s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:54.363765 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-28627a5d-c9db-4c99-8633-b8df40d5e3bd tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:58:54.370155 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-28627a5d-c9db-4c99-8633-b8df40d5e3bd tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:58:54.382892 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-28627a5d-c9db-4c99-8633-b8df40d5e3bd tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:54.417035 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-28627a5d-c9db-4c99-8633-b8df40d5e3bd tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:58:54.421445 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-28627a5d-c9db-4c99-8633-b8df40d5e3bd tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Usage tracker for resource:security_group_rule and tenant:d77a303f986f47e2bf0264946d7679d6 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:58:54.424830 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-28627a5d-c9db-4c99-8633-b8df40d5e3bd tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:58:54.431215 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-28627a5d-c9db-4c99-8633-b8df40d5e3bd tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:58:54.445825 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f73237-c32d-40e7-b63a-eabb096adc6f None None] Pushing event updated for resources: {'Port': ['ID=523458c7-1b6b-45c7-95a1-0ea876297f57,revision_number=3']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:54.452650 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-85f73237-c32d-40e7-b63a-eabb096adc6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:54.453723 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-85f73237-c32d-40e7-b63a-eabb096adc6f None None] Provisioning for port 5f8dd255-a4cc-4540-b099-2f736817f9ee completed by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:58:54.461462 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-85f73237-c32d-40e7-b63a-eabb096adc6f None None] Provisioning complete for port 5f8dd255-a4cc-4540-b099-2f736817f9ee triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:58:54.461900 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-85f73237-c32d-40e7-b63a-eabb096adc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:54.518461 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-28627a5d-c9db-4c99-8633-b8df40d5e3bd tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:54.522086 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-85f73237-c32d-40e7-b63a-eabb096adc6f None None] Port 5f8dd255-a4cc-4540-b099-2f736817f9ee cannot update to ACTIVE because it is not bound. {{(pid=78744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 17 13:58:54.526086 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-28627a5d-c9db-4c99-8633-b8df40d5e3bd tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:54.536863 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-a86c74a8-4df8-46e4-a497-17ca8c46b5c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:54.631463 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28627a5d-c9db-4c99-8633-b8df40d5e3bd tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=522f6041-c669-4fb8-900e-d7020dc67f0e,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:54.637038 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-28627a5d-c9db-4c99-8633-b8df40d5e3bd tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:54.639246 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-28627a5d-c9db-4c99-8633-b8df40d5e3bd tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:54.645364 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 37152) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:58:54.647782 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-28627a5d-c9db-4c99-8633-b8df40d5e3bd tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.3112228
May 17 13:58:54.651886 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-74a632b6-6e3b-4387-868d-682f739fdffb tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Request body: {'security_group_rule': {'security_group_id': '522f6041-c669-4fb8-900e-d7020dc67f0e', 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:58:54.660455 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-74a632b6-6e3b-4387-868d-682f739fdffb tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:58:54.664570 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-09459b52-34fa-4128-8963-ffbcf5c729e5 None None] Set router b493baf7-eb0c-45ec-b683-c4503d27e331 gateway port host: dv-cinder-788363-3-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 13:58:54.664883 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-74a632b6-6e3b-4387-868d-682f739fdffb tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Usage tracker for resource:security_group_rule and tenant:d77a303f986f47e2bf0264946d7679d6 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:58:54.668303 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-74a632b6-6e3b-4387-868d-682f739fdffb tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:58:54.675815 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-74a632b6-6e3b-4387-868d-682f739fdffb tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:58:54.712058 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-74a632b6-6e3b-4387-868d-682f739fdffb tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:54.728397 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-fb75a5ba-1726-420e-a459-58cf2e959d71 None None] Provisioning for port c187d30b-6d7e-4076-90b5-1bb4a94f6098 completed by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:58:54.773979 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-fb75a5ba-1726-420e-a459-58cf2e959d71 None None] Provisioning complete for port c187d30b-6d7e-4076-90b5-1bb4a94f6098 triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:58:54.774276 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-fb75a5ba-1726-420e-a459-58cf2e959d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:54.817258 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-74a632b6-6e3b-4387-868d-682f739fdffb tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:54.828527 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-74a632b6-6e3b-4387-868d-682f739fdffb tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677044'] for security_group_rule, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:54.831511 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-86b794ce-dd74-49e0-9b22-1930c154b1d8 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:54.856936 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a632b6-6e3b-4387-868d-682f739fdffb tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12331267-1564-41d5-94b1-e18ffafefa68,revision_number=0']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:54.861029 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-74a632b6-6e3b-4387-868d-682f739fdffb tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:54.870501 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-74a632b6-6e3b-4387-868d-682f739fdffb tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:54.872344 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-74a632b6-6e3b-4387-868d-682f739fdffb tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2258856
May 17 13:58:54.875083 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 37160) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:58:54.888051 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-87e04077-ab8e-4497-94e8-0520b5803dbd tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Request body: {'security_group_rule': {'security_group_id': '522f6041-c669-4fb8-900e-d7020dc67f0e', 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:58:54.895773 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-87e04077-ab8e-4497-94e8-0520b5803dbd tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:58:54.902006 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-87e04077-ab8e-4497-94e8-0520b5803dbd tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Usage tracker for resource:security_group_rule and tenant:d77a303f986f47e2bf0264946d7679d6 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:58:54.908454 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-87e04077-ab8e-4497-94e8-0520b5803dbd tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:58:54.916582 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-87e04077-ab8e-4497-94e8-0520b5803dbd tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:58:54.939347 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-87e04077-ab8e-4497-94e8-0520b5803dbd tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:55.034071 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-87e04077-ab8e-4497-94e8-0520b5803dbd tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:55.038682 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-87e04077-ab8e-4497-94e8-0520b5803dbd tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677044'] for security_group_rule, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:55.044240 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-fb75a5ba-1726-420e-a459-58cf2e959d71 None None] Port c187d30b-6d7e-4076-90b5-1bb4a94f6098 cannot update to ACTIVE because it is not bound. {{(pid=78744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 17 13:58:55.049031 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:55.070519 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e04077-ab8e-4497-94e8-0520b5803dbd tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65728a6e-e19c-40d9-964c-cc2276975b6e,revision_number=0']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:55.073241 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-87e04077-ab8e-4497-94e8-0520b5803dbd tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:55.083158 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-87e04077-ab8e-4497-94e8-0520b5803dbd tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:55.088278 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 37168) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:58:55.091054 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-fb75a5ba-1726-420e-a459-58cf2e959d71 None None] Provisioning complete for port 3e610182-010a-4e84-8084-5e053ca1aa7e triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:58:55.091464 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-fb75a5ba-1726-420e-a459-58cf2e959d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:55.095460 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-07a2a54d-d207-4739-9143-127f741dd7a2 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Request body: {'security_group_rule': {'security_group_id': '522f6041-c669-4fb8-900e-d7020dc67f0e', 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:58:55.099476 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-87e04077-ab8e-4497-94e8-0520b5803dbd tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2217710
May 17 13:58:55.104117 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-07a2a54d-d207-4739-9143-127f741dd7a2 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:58:55.110918 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-07a2a54d-d207-4739-9143-127f741dd7a2 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Usage tracker for resource:security_group_rule and tenant:d77a303f986f47e2bf0264946d7679d6 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:58:55.114890 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-07a2a54d-d207-4739-9143-127f741dd7a2 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:58:55.131377 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-07a2a54d-d207-4739-9143-127f741dd7a2 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:58:55.182501 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-07a2a54d-d207-4739-9143-127f741dd7a2 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:55.292656 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-07a2a54d-d207-4739-9143-127f741dd7a2 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:55.311040 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-07a2a54d-d207-4739-9143-127f741dd7a2 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677044'] for security_group_rule, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:55.313602 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-5cb22635-4181-441f-bcd1-27b61d942f72 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:55.343011 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a2a54d-d207-4739-9143-127f741dd7a2 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9525ca00-e5e5-4094-8f37-12ac30eabf97,revision_number=0']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:55.346855 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-07a2a54d-d207-4739-9143-127f741dd7a2 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:55.357320 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-07a2a54d-d207-4739-9143-127f741dd7a2 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:55.359291 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-07a2a54d-d207-4739-9143-127f741dd7a2 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2698381
May 17 13:58:55.364196 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 37176) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:58:55.370241 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-a79676f4-7865-492b-b45f-613d0ad8c167 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Request body: {'security_group_rule': {'security_group_id': '522f6041-c669-4fb8-900e-d7020dc67f0e', 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:58:55.397390 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-a79676f4-7865-492b-b45f-613d0ad8c167 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:58:55.402643 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-a79676f4-7865-492b-b45f-613d0ad8c167 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Usage tracker for resource:security_group_rule and tenant:d77a303f986f47e2bf0264946d7679d6 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:58:55.406084 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-a79676f4-7865-492b-b45f-613d0ad8c167 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:58:55.414022 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-a79676f4-7865-492b-b45f-613d0ad8c167 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:58:55.435455 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 3e610182-010a-4e84-8084-5e053ca1aa7e up at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:58:55.442949 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a79676f4-7865-492b-b45f-613d0ad8c167 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:55.527332 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a79676f4-7865-492b-b45f-613d0ad8c167 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:55.534756 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a79676f4-7865-492b-b45f-613d0ad8c167 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677044'] for security_group_rule, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:55.538820 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-09459b52-34fa-4128-8963-ffbcf5c729e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3b3f9250>, [{'id': 'b493baf7-eb0c-45ec-b683-c4503d27e331', 'name': 'tempest-TestMinimumBasicScenario-1433820964-router', 'tenant_id': '31b4ff580a3b418ab3f5e412e129fc1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '6a38988c-342b-429a-bf43-6df83500bcfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:58:46Z', 'updated_at': '2021-05-17T13:58:52Z', 'revision_number': 4, 'project_id': '31b4ff580a3b418ab3f5e412e129fc1a', 'gw_port': {'id': '6a38988c-342b-429a-bf43-6df83500bcfa', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:13:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b493baf7-eb0c-45ec-b683-c4503d27e331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:47Z', 'updated_at': '2021-05-17T13:58:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_interfaces': [{'id': 'c187d30b-6d7e-4076-90b5-1bb4a94f6098', 'name': '', 'network_id': '75af61a0-3229-4382-9e1e-f47adb1d4097', 'tenant_id': '31b4ff580a3b418ab3f5e412e129fc1a', 'mac_address': 'fa:16:3e:3d:6a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b493baf7-eb0c-45ec-b683-c4503d27e331', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'f6313cf8-8f7e-4bfe-a7ad-776ffced700c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:51Z', 'updated_at': '2021-05-17T13:58:52Z', 'revision_number': 2, 'project_id': '31b4ff580a3b418ab3f5e412e129fc1a', 'subnets': [{'id': 'f6313cf8-8f7e-4bfe-a7ad-776ffced700c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:58:55.548345 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-fb75a5ba-1726-420e-a459-58cf2e959d71 None None] Provisioning complete for port 5f8dd255-a4cc-4540-b099-2f736817f9ee triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:58:55.548635 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-fb75a5ba-1726-420e-a459-58cf2e959d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:55.571212 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:55.586172 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09459b52-34fa-4128-8963-ffbcf5c729e5 None None] The sync data for ids ['b493baf7-eb0c-45ec-b683-c4503d27e331'] in dv-cinder-788363-3-iscsi is: [{'id': 'b493baf7-eb0c-45ec-b683-c4503d27e331', 'name': 'tempest-TestMinimumBasicScenario-1433820964-router', 'tenant_id': '31b4ff580a3b418ab3f5e412e129fc1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '6a38988c-342b-429a-bf43-6df83500bcfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:58:46Z', 'updated_at': '2021-05-17T13:58:52Z', 'revision_number': 4, 'project_id': '31b4ff580a3b418ab3f5e412e129fc1a', 'gw_port': {'id': '6a38988c-342b-429a-bf43-6df83500bcfa', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:13:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b493baf7-eb0c-45ec-b683-c4503d27e331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:47Z', 'updated_at': '2021-05-17T13:58:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_interfaces': [{'id': 'c187d30b-6d7e-4076-90b5-1bb4a94f6098', 'name': '', 'network_id': '75af61a0-3229-4382-9e1e-f47adb1d4097', 'tenant_id': '31b4ff580a3b418ab3f5e412e129fc1a', 'mac_address': 'fa:16:3e:3d:6a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b493baf7-eb0c-45ec-b683-c4503d27e331', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'f6313cf8-8f7e-4bfe-a7ad-776ffced700c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:51Z', 'updated_at': '2021-05-17T13:58:52Z', 'revision_number': 2, 'project_id': '31b4ff580a3b418ab3f5e412e129fc1a', 'subnets': [{'id': 'f6313cf8-8f7e-4bfe-a7ad-776ffced700c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 17 13:58:55.593153 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79676f4-7865-492b-b45f-613d0ad8c167 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20b02058-6764-4cd7-8b6f-05a61c8a232f,revision_number=0']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:55.603359 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-a79676f4-7865-492b-b45f-613d0ad8c167 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:55.610281 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a79676f4-7865-492b-b45f-613d0ad8c167 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:55.615211 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 37180) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:58:55.615578 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-a79676f4-7865-492b-b45f-613d0ad8c167 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2499073
May 17 13:58:55.620704 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-af201480-e18f-41d6-920e-a1eedf8e860c tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Request body: {'security_group_rule': {'security_group_id': '522f6041-c669-4fb8-900e-d7020dc67f0e', 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:58:55.631456 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning complete for port 3e610182-010a-4e84-8084-5e053ca1aa7e triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:58:55.632983 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-af201480-e18f-41d6-920e-a1eedf8e860c tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:58:55.634824 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:55.646823 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-af201480-e18f-41d6-920e-a1eedf8e860c tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Usage tracker for resource:security_group_rule and tenant:d77a303f986f47e2bf0264946d7679d6 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:58:55.650959 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-af201480-e18f-41d6-920e-a1eedf8e860c tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:58:55.663599 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-af201480-e18f-41d6-920e-a1eedf8e860c tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:58:55.686590 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.db.securitygroups_db [None req-af201480-e18f-41d6-920e-a1eedf8e860c tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Project d77a303f986f47e2bf0264946d7679d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 17 13:58:55.692360 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-fb75a5ba-1726-420e-a459-58cf2e959d71 None None] Port 5f8dd255-a4cc-4540-b099-2f736817f9ee cannot update to ACTIVE because it is not bound. {{(pid=78744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 17 13:58:55.696058 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-af201480-e18f-41d6-920e-a1eedf8e860c tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:55.788366 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-af201480-e18f-41d6-920e-a1eedf8e860c tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:55.794544 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-af201480-e18f-41d6-920e-a1eedf8e860c tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677044'] for security_group_rule, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:55.802782 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-0999ba69-bb4e-4e9f-849f-369c9048aaf7 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:55.828502 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af201480-e18f-41d6-920e-a1eedf8e860c tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0fc6828-d6c4-4fa2-a8d6-46fee8594d46,revision_number=0']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:55.841289 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-af201480-e18f-41d6-920e-a1eedf8e860c tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:55.864658 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-af201480-e18f-41d6-920e-a1eedf8e860c tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:55.868964 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-af201480-e18f-41d6-920e-a1eedf8e860c tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2526169
May 17 13:58:55.869533 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 37186) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:58:55.878803 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-1da6272c-34ec-4dc4-974b-122949268462 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Request body: {'security_group_rule': {'security_group_id': '522f6041-c669-4fb8-900e-d7020dc67f0e', 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:58:55.885631 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 77a0363a-7252-451a-929a-08c029fbbaa7 up at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:58:55.887973 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-1da6272c-34ec-4dc4-974b-122949268462 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:58:55.897421 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-1da6272c-34ec-4dc4-974b-122949268462 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Usage tracker for resource:security_group_rule and tenant:d77a303f986f47e2bf0264946d7679d6 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:58:55.900824 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-1da6272c-34ec-4dc4-974b-122949268462 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:58:55.907265 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-1da6272c-34ec-4dc4-974b-122949268462 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:58:55.933950 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.db.securitygroups_db [None req-1da6272c-34ec-4dc4-974b-122949268462 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Project d77a303f986f47e2bf0264946d7679d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 17 13:58:55.944117 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-1da6272c-34ec-4dc4-974b-122949268462 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:56.007296 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning complete for port 77a0363a-7252-451a-929a-08c029fbbaa7 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:58:56.008828 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:56.063532 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-1da6272c-34ec-4dc4-974b-122949268462 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:56.068275 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-1da6272c-34ec-4dc4-974b-122949268462 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677044'] for security_group_rule, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:56.096103 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:56.105834 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-1da6272c-34ec-4dc4-974b-122949268462 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:56.110990 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-1da6272c-34ec-4dc4-974b-122949268462 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2374501
May 17 13:58:56.119351 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da6272c-34ec-4dc4-974b-122949268462 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4d38e1b-d284-421c-ae0e-ce660aa2e95c,revision_number=0']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:56.128933 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-1da6272c-34ec-4dc4-974b-122949268462 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:56.236533 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 7b3e79fb-b102-48b7-97b9-f1d50610a24f up at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:58:56.368128 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning for port 7b3e79fb-b102-48b7-97b9-f1d50610a24f completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:58:56.374686 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning complete for port 7b3e79fb-b102-48b7-97b9-f1d50610a24f triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:58:56.375146 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:56.559998 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:56.590173 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] For port 7b3e79fb-b102-48b7-97b9-f1d50610a24f, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=7b3e79fb-b102-48b7-97b9-f1d50610a24f,segment=NetworkSegment(d239c2a5-eb63-4e60-9706-c66c1478eded),segment_id=d239c2a5-eb63-4e60-9706-c66c1478eded)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:58:56.598261 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:56.599370 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 523458c7-1b6b-45c7-95a1-0ea876297f57 up at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:58:56.606570 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c694c8-4524-4da8-b631-41e5d1f67009 None None] Sync routers for ids ['f122fb68-0e9b-4f06-b8ec-882cb7e03aa3'] in dv-cinder-788363-3-iscsi {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 17 13:58:56.632386 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c694c8-4524-4da8-b631-41e5d1f67009 None None] Routers {'f122fb68-0e9b-4f06-b8ec-882cb7e03aa3'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 13:58:56.633032 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-03c694c8-4524-4da8-b631-41e5d1f67009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3fa26df0>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T13:58:40Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['f122fb68-0e9b-4f06-b8ec-882cb7e03aa3'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:58:56.649905 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-85f73237-c32d-40e7-b63a-eabb096adc6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:56.792549 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Pushing event updated for resources: {'Port': ['ID=7b3e79fb-b102-48b7-97b9-f1d50610a24f,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:56.798260 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:56.844798 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning complete for port 523458c7-1b6b-45c7-95a1-0ea876297f57 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:58:56.845069 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:56.878582 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-03c694c8-4524-4da8-b631-41e5d1f67009 None None] Set router f122fb68-0e9b-4f06-b8ec-882cb7e03aa3 gateway port host: dv-cinder-788363-3-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 13:58:57.239233 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 7b3e79fb-b102-48b7-97b9-f1d50610a24f up at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:58:57.332014 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning complete for port 7b3e79fb-b102-48b7-97b9-f1d50610a24f triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:58:57.332484 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:57.412224 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-03c694c8-4524-4da8-b631-41e5d1f67009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3fa26df0>, [{'id': 'f122fb68-0e9b-4f06-b8ec-882cb7e03aa3', 'name': 'tempest-TestVolumeBootPattern-946330843-router', 'tenant_id': '0fbb7d11ff324a7daa572934e844d0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '7b3e79fb-b102-48b7-97b9-f1d50610a24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:58:45Z', 'updated_at': '2021-05-17T13:58:51Z', 'revision_number': 4, 'project_id': '0fbb7d11ff324a7daa572934e844d0f8', 'gw_port': {'id': '7b3e79fb-b102-48b7-97b9-f1d50610a24f', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f122fb68-0e9b-4f06-b8ec-882cb7e03aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:46Z', 'updated_at': '2021-05-17T13:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_interfaces': [{'id': '5f8dd255-a4cc-4540-b099-2f736817f9ee', 'name': '', 'network_id': '567a499e-7099-4ed5-851a-6358e1b600ad', 'tenant_id': '0fbb7d11ff324a7daa572934e844d0f8', 'mac_address': 'fa:16:3e:6c:95:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f122fb68-0e9b-4f06-b8ec-882cb7e03aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '90c65895-ec45-4907-b4fe-4df7439ab0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:50Z', 'updated_at': '2021-05-17T13:58:51Z', 'revision_number': 2, 'project_id': '0fbb7d11ff324a7daa572934e844d0f8', 'subnets': [{'id': '90c65895-ec45-4907-b4fe-4df7439ab0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:58:57.416935 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c694c8-4524-4da8-b631-41e5d1f67009 None None] Checking router: f122fb68-0e9b-4f06-b8ec-882cb7e03aa3 for host: dv-cinder-788363-3-iscsi {{(pid=78745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 17 13:58:57.422049 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c694c8-4524-4da8-b631-41e5d1f67009 None None] Updating router f122fb68-0e9b-4f06-b8ec-882cb7e03aa3 port 5f8dd255-a4cc-4540-b099-2f736817f9ee binding host dv-cinder-788363-3-iscsi {{(pid=78745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 17 13:58:57.557432 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-03c694c8-4524-4da8-b631-41e5d1f67009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:58.100335 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-03c694c8-4524-4da8-b631-41e5d1f67009 None None] Notify callbacks [] for port, precommit_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:58.115018 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.provisioning_blocks [None req-03c694c8-4524-4da8-b631-41e5d1f67009 None None] Transition to ACTIVE for port object 5f8dd255-a4cc-4540-b099-2f736817f9ee will not be triggered until provisioned by entity L2. {{(pid=78745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:58:58.122951 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-03c694c8-4524-4da8-b631-41e5d1f67009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:58.127844 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [None req-d41b1473-cb0c-42be-9864-3ded5475f2c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:58.412124 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc81627-8ac0-4778-b452-90789abe8ae3 None None] Pushing event updated for resources: {'Port': ['ID=5f8dd255-a4cc-4540-b099-2f736817f9ee,revision_number=3']} {{(pid=78745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:58.430888 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [None req-2dc81627-8ac0-4778-b452-90789abe8ae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:58.442016 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.managers [None req-03c694c8-4524-4da8-b631-41e5d1f67009 None None] Attempting to bind port 5f8dd255-a4cc-4540-b099-2f736817f9ee on host dv-cinder-788363-3-iscsi for vnic_type normal with profile  {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 17 13:58:58.442391 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.managers [None req-03c694c8-4524-4da8-b631-41e5d1f67009 None None] Attempting to bind port 5f8dd255-a4cc-4540-b099-2f736817f9ee by drivers openvswitch,hyperv on host dv-cinder-788363-3-iscsi at level 0 using segments [{'id': 'ccf741a6-2ef0-465c-a40a-1889f4b0f0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '567a499e-7099-4ed5-851a-6358e1b600ad'}] {{(pid=78745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 17 13:58:58.442779 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c694c8-4524-4da8-b631-41e5d1f67009 None None] Attempting to bind port 5f8dd255-a4cc-4540-b099-2f736817f9ee on network 567a499e-7099-4ed5-851a-6358e1b600ad {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 13:58:58.456653 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c694c8-4524-4da8-b631-41e5d1f67009 None None] Checking agent: {'id': 'ed5152c7-8558-4ae4-8c88-1353caeda338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 47, 10), 'started_at': datetime.datetime(2021, 5, 17, 13, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 17 13:58:58.457022 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c694c8-4524-4da8-b631-41e5d1f67009 None None] Checking segment: {'id': 'ccf741a6-2ef0-465c-a40a-1889f4b0f0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '567a499e-7099-4ed5-851a-6358e1b600ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 13:58:58.457455 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-03c694c8-4524-4da8-b631-41e5d1f67009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:58.457854 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c694c8-4524-4da8-b631-41e5d1f67009 None None] Bound using segment: {'id': 'ccf741a6-2ef0-465c-a40a-1889f4b0f0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '567a499e-7099-4ed5-851a-6358e1b600ad'} {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 17 13:58:58.458360 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.managers [None req-03c694c8-4524-4da8-b631-41e5d1f67009 None None] Bound port: 5f8dd255-a4cc-4540-b099-2f736817f9ee, host: dv-cinder-788363-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf741a6-2ef0-465c-a40a-1889f4b0f0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '567a499e-7099-4ed5-851a-6358e1b600ad'}}] {{(pid=78745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 17 13:58:58.458731 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-03c694c8-4524-4da8-b631-41e5d1f67009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:58.599407 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.db [None req-03c694c8-4524-4da8-b631-41e5d1f67009 None None] For port 5f8dd255-a4cc-4540-b099-2f736817f9ee, host dv-cinder-788363-3-iscsi, cleared binding levels {{(pid=78745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 17 13:58:58.605883 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.db [None req-03c694c8-4524-4da8-b631-41e5d1f67009 None None] For port 5f8dd255-a4cc-4540-b099-2f736817f9ee, host dv-cinder-788363-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=5f8dd255-a4cc-4540-b099-2f736817f9ee,segment=NetworkSegment(ccf741a6-2ef0-465c-a40a-1889f4b0f0cf),segment_id=ccf741a6-2ef0-465c-a40a-1889f4b0f0cf)] {{(pid=78745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 17 13:58:58.619618 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-03c694c8-4524-4da8-b631-41e5d1f67009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:58.631594 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [None req-d26bbe5b-d008-4f00-b814-4d7b0e6f249a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:58.756594 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c694c8-4524-4da8-b631-41e5d1f67009 None None] Routers {'f122fb68-0e9b-4f06-b8ec-882cb7e03aa3'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 13:58:58.757282 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-03c694c8-4524-4da8-b631-41e5d1f67009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3fa26df0>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T13:58:40Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['f122fb68-0e9b-4f06-b8ec-882cb7e03aa3'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:58:59.039443 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-03c694c8-4524-4da8-b631-41e5d1f67009 None None] Set router f122fb68-0e9b-4f06-b8ec-882cb7e03aa3 gateway port host: dv-cinder-788363-3-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 13:58:59.145843 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc81627-8ac0-4778-b452-90789abe8ae3 None None] Pushing event updated for resources: {'Port': ['ID=5f8dd255-a4cc-4540-b099-2f736817f9ee,revision_number=4']} {{(pid=78745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:59.151292 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [None req-2dc81627-8ac0-4778-b452-90789abe8ae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:58:59.245712 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 6a38988c-342b-429a-bf43-6df83500bcfa up at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:58:59.339316 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning for port 6a38988c-342b-429a-bf43-6df83500bcfa completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:58:59.346630 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning complete for port 6a38988c-342b-429a-bf43-6df83500bcfa triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:58:59.347113 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:59.500118 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-03c694c8-4524-4da8-b631-41e5d1f67009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3fa26df0>, [{'id': 'f122fb68-0e9b-4f06-b8ec-882cb7e03aa3', 'name': 'tempest-TestVolumeBootPattern-946330843-router', 'tenant_id': '0fbb7d11ff324a7daa572934e844d0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '7b3e79fb-b102-48b7-97b9-f1d50610a24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:58:45Z', 'updated_at': '2021-05-17T13:58:51Z', 'revision_number': 4, 'project_id': '0fbb7d11ff324a7daa572934e844d0f8', 'gw_port': {'id': '7b3e79fb-b102-48b7-97b9-f1d50610a24f', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f122fb68-0e9b-4f06-b8ec-882cb7e03aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:46Z', 'updated_at': '2021-05-17T13:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_interfaces': [{'id': '5f8dd255-a4cc-4540-b099-2f736817f9ee', 'name': '', 'network_id': '567a499e-7099-4ed5-851a-6358e1b600ad', 'tenant_id': '0fbb7d11ff324a7daa572934e844d0f8', 'mac_address': 'fa:16:3e:6c:95:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f122fb68-0e9b-4f06-b8ec-882cb7e03aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '90c65895-ec45-4907-b4fe-4df7439ab0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:50Z', 'updated_at': '2021-05-17T13:58:58Z', 'revision_number': 4, 'project_id': '0fbb7d11ff324a7daa572934e844d0f8', 'subnets': [{'id': '90c65895-ec45-4907-b4fe-4df7439ab0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:58:59.514123 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c694c8-4524-4da8-b631-41e5d1f67009 None None] The sync data for ids ['f122fb68-0e9b-4f06-b8ec-882cb7e03aa3'] in dv-cinder-788363-3-iscsi is: [{'id': 'f122fb68-0e9b-4f06-b8ec-882cb7e03aa3', 'name': 'tempest-TestVolumeBootPattern-946330843-router', 'tenant_id': '0fbb7d11ff324a7daa572934e844d0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '7b3e79fb-b102-48b7-97b9-f1d50610a24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:58:45Z', 'updated_at': '2021-05-17T13:58:51Z', 'revision_number': 4, 'project_id': '0fbb7d11ff324a7daa572934e844d0f8', 'gw_port': {'id': '7b3e79fb-b102-48b7-97b9-f1d50610a24f', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f122fb68-0e9b-4f06-b8ec-882cb7e03aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:46Z', 'updated_at': '2021-05-17T13:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_interfaces': [{'id': '5f8dd255-a4cc-4540-b099-2f736817f9ee', 'name': '', 'network_id': '567a499e-7099-4ed5-851a-6358e1b600ad', 'tenant_id': '0fbb7d11ff324a7daa572934e844d0f8', 'mac_address': 'fa:16:3e:6c:95:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f122fb68-0e9b-4f06-b8ec-882cb7e03aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '90c65895-ec45-4907-b4fe-4df7439ab0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:50Z', 'updated_at': '2021-05-17T13:58:58Z', 'revision_number': 4, 'project_id': '0fbb7d11ff324a7daa572934e844d0f8', 'subnets': [{'id': '90c65895-ec45-4907-b4fe-4df7439ab0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 17 13:58:59.592629 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:59.647564 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] For port 6a38988c-342b-429a-bf43-6df83500bcfa, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=6a38988c-342b-429a-bf43-6df83500bcfa,segment=NetworkSegment(d239c2a5-eb63-4e60-9706-c66c1478eded),segment_id=d239c2a5-eb63-4e60-9706-c66c1478eded)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:58:59.651741 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:58:59.655114 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-a820fc3d-4255-45d3-ad8d-c01f459b27bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:58:59.737764 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Pushing event updated for resources: {'Port': ['ID=6a38988c-342b-429a-bf43-6df83500bcfa,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:58:59.741305 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:59:01.208464 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 6a38988c-342b-429a-bf43-6df83500bcfa up at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:59:01.300356 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning complete for port 6a38988c-342b-429a-bf43-6df83500bcfa triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:59:01.301061 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:01.377952 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-48365b2b-3dcc-4b8d-b0a2-f8deb7786331 req-6e62fb2b-3065-4d4c-95ea-0790b4a47f50 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=06240799-ef9c-47ab-860a-e4ef7b575124&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0940297
May 17 13:59:01.444221 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 5f8dd255-a4cc-4540-b099-2f736817f9ee up at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:59:01.527485 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning for port 5f8dd255-a4cc-4540-b099-2f736817f9ee completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:59:01.536796 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning complete for port 5f8dd255-a4cc-4540-b099-2f736817f9ee triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:59:01.537382 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:01.563634 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48365b2b-3dcc-4b8d-b0a2-f8deb7786331 req-bce6dc2e-a385-45a5-a617-45169b473dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:01.567879 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-48365b2b-3dcc-4b8d-b0a2-f8deb7786331 req-bce6dc2e-a385-45a5-a617-45169b473dee service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=26eff14cf205417591a4fc75a27bee33&device_id=06240799-ef9c-47ab-860a-e4ef7b575124 HTTP/1.1" status: 200  len: 1098 time: 0.1105714
May 17 13:59:01.783224 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:01.817074 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace84659-ce7e-4dd2-95c3-e0475349f502 None None] Sync routers for ids ['b493baf7-eb0c-45ec-b683-c4503d27e331'] in dv-cinder-788363-3-iscsi {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 17 13:59:01.831449 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace84659-ce7e-4dd2-95c3-e0475349f502 None None] Routers {'b493baf7-eb0c-45ec-b683-c4503d27e331'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 13:59:01.831449 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-ace84659-ce7e-4dd2-95c3-e0475349f502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3ac49b50>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T13:58:40Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['b493baf7-eb0c-45ec-b683-c4503d27e331'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:59:01.900507 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48365b2b-3dcc-4b8d-b0a2-f8deb7786331 req-50dc906d-e1b8-40f9-aca6-7293f9465b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:01.902520 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-48365b2b-3dcc-4b8d-b0a2-f8deb7786331 req-50dc906d-e1b8-40f9-aca6-7293f9465b2f service neutron] 10.222.0.49 "GET /v2.0/networks?id=f8ea7e78-9a41-4fc9-b0e0-a85e1f425997 HTTP/1.1" status: 200  len: 920 time: 0.3029160
May 17 13:59:01.931397 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] For port 5f8dd255-a4cc-4540-b099-2f736817f9ee, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=5f8dd255-a4cc-4540-b099-2f736817f9ee,segment=NetworkSegment(ccf741a6-2ef0-465c-a40a-1889f4b0f0cf),segment_id=ccf741a6-2ef0-465c-a40a-1889f4b0f0cf)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:59:01.940842 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:01.989489 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-48365b2b-3dcc-4b8d-b0a2-f8deb7786331 req-17717121-0d60-40fa-9c62-d77adfe57e6d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d4c4b17-c28a-465c-9c71-fafa2218663f HTTP/1.1" status: 200  len: 217 time: 0.0796375
May 17 13:59:01.993485 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-3cb94031-a200-4ac8-8a2b-d950ec4a41c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:59:02.083150 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48365b2b-3dcc-4b8d-b0a2-f8deb7786331 req-7986472b-210c-4920-ba37-b446b82d635b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:02.085227 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-48365b2b-3dcc-4b8d-b0a2-f8deb7786331 req-7986472b-210c-4920-ba37-b446b82d635b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=388065c0-e171-4b50-98f0-baf98c779e87 HTTP/1.1" status: 200  len: 859 time: 0.0860751
May 17 13:59:02.095298 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Pushing event updated for resources: {'Port': ['ID=5f8dd255-a4cc-4540-b099-2f736817f9ee,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:59:02.105069 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:59:02.105418 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:59:02.105827 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:59:02.106159 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:59:02.106512 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:59:02.106894 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:59:02.107263 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:59:02.109728 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:59:02.109728 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:59:02.109728 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:59:02.109728 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:59:02.109728 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:59:02.114212 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-ace84659-ce7e-4dd2-95c3-e0475349f502 None None] Set router b493baf7-eb0c-45ec-b683-c4503d27e331 gateway port host: dv-cinder-788363-3-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 13:59:02.159462 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:59:02.160891 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-48365b2b-3dcc-4b8d-b0a2-f8deb7786331 req-7a43e154-75c5-4097-a122-aea0ca3128f0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f8ea7e78-9a41-4fc9-b0e0-a85e1f425997&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0686054
May 17 13:59:02.314327 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-48365b2b-3dcc-4b8d-b0a2-f8deb7786331 req-58c1671b-8ccd-411f-9e50-2f22101ef021 service neutron] 10.222.0.49 "GET /v2.0/networks/f8ea7e78-9a41-4fc9-b0e0-a85e1f425997?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1461751
May 17 13:59:02.472354 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-48365b2b-3dcc-4b8d-b0a2-f8deb7786331 req-a05bc1f7-8c36-4d01-a64e-775c790956f4 service neutron] 10.222.0.49 "GET /v2.0/networks/f8ea7e78-9a41-4fc9-b0e0-a85e1f425997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1493495
May 17 13:59:02.582677 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-ace84659-ce7e-4dd2-95c3-e0475349f502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3ac49b50>, [{'id': 'b493baf7-eb0c-45ec-b683-c4503d27e331', 'name': 'tempest-TestMinimumBasicScenario-1433820964-router', 'tenant_id': '31b4ff580a3b418ab3f5e412e129fc1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '6a38988c-342b-429a-bf43-6df83500bcfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:58:46Z', 'updated_at': '2021-05-17T13:58:52Z', 'revision_number': 4, 'project_id': '31b4ff580a3b418ab3f5e412e129fc1a', 'gw_port': {'id': '6a38988c-342b-429a-bf43-6df83500bcfa', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:13:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b493baf7-eb0c-45ec-b683-c4503d27e331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:47Z', 'updated_at': '2021-05-17T13:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_interfaces': [{'id': 'c187d30b-6d7e-4076-90b5-1bb4a94f6098', 'name': '', 'network_id': '75af61a0-3229-4382-9e1e-f47adb1d4097', 'tenant_id': '31b4ff580a3b418ab3f5e412e129fc1a', 'mac_address': 'fa:16:3e:3d:6a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b493baf7-eb0c-45ec-b683-c4503d27e331', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'f6313cf8-8f7e-4bfe-a7ad-776ffced700c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:51Z', 'updated_at': '2021-05-17T13:58:52Z', 'revision_number': 2, 'project_id': '31b4ff580a3b418ab3f5e412e129fc1a', 'subnets': [{'id': 'f6313cf8-8f7e-4bfe-a7ad-776ffced700c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:59:02.589859 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace84659-ce7e-4dd2-95c3-e0475349f502 None None] Checking router: b493baf7-eb0c-45ec-b683-c4503d27e331 for host: dv-cinder-788363-3-iscsi {{(pid=78744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 17 13:59:02.590524 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace84659-ce7e-4dd2-95c3-e0475349f502 None None] Updating router b493baf7-eb0c-45ec-b683-c4503d27e331 port c187d30b-6d7e-4076-90b5-1bb4a94f6098 binding host dv-cinder-788363-3-iscsi {{(pid=78744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 17 13:59:02.651010 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-ace84659-ce7e-4dd2-95c3-e0475349f502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:03.101323 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-ace84659-ce7e-4dd2-95c3-e0475349f502 None None] Notify callbacks [] for port, precommit_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:03.117092 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-ace84659-ce7e-4dd2-95c3-e0475349f502 None None] Transition to ACTIVE for port object c187d30b-6d7e-4076-90b5-1bb4a94f6098 will not be triggered until provisioned by entity L2. {{(pid=78744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:59:03.124731 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-ace84659-ce7e-4dd2-95c3-e0475349f502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:03.128572 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-fef76f22-896b-4255-87ef-89bf24cf0971 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:59:03.193587 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 5f8dd255-a4cc-4540-b099-2f736817f9ee up at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:59:03.353304 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188707c6-0a15-4b8a-9604-99da5bf6d822 None None] Pushing event updated for resources: {'Port': ['ID=c187d30b-6d7e-4076-90b5-1bb4a94f6098,revision_number=3']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:59:03.363996 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-188707c6-0a15-4b8a-9604-99da5bf6d822 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:59:03.463525 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-ace84659-ce7e-4dd2-95c3-e0475349f502 None None] Attempting to bind port c187d30b-6d7e-4076-90b5-1bb4a94f6098 on host dv-cinder-788363-3-iscsi for vnic_type normal with profile  {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 17 13:59:03.463525 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-ace84659-ce7e-4dd2-95c3-e0475349f502 None None] Attempting to bind port c187d30b-6d7e-4076-90b5-1bb4a94f6098 by drivers openvswitch,hyperv on host dv-cinder-788363-3-iscsi at level 0 using segments [{'id': '73f2dd29-52b1-49de-99e1-70df0a539419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '75af61a0-3229-4382-9e1e-f47adb1d4097'}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 17 13:59:03.463525 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace84659-ce7e-4dd2-95c3-e0475349f502 None None] Attempting to bind port c187d30b-6d7e-4076-90b5-1bb4a94f6098 on network 75af61a0-3229-4382-9e1e-f47adb1d4097 {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 13:59:03.469868 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:03.476936 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace84659-ce7e-4dd2-95c3-e0475349f502 None None] Checking agent: {'id': 'ed5152c7-8558-4ae4-8c88-1353caeda338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 47, 10), 'started_at': datetime.datetime(2021, 5, 17, 13, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 17 13:59:03.477324 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace84659-ce7e-4dd2-95c3-e0475349f502 None None] Checking segment: {'id': '73f2dd29-52b1-49de-99e1-70df0a539419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '75af61a0-3229-4382-9e1e-f47adb1d4097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 13:59:03.477721 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-ace84659-ce7e-4dd2-95c3-e0475349f502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:03.478125 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace84659-ce7e-4dd2-95c3-e0475349f502 None None] Bound using segment: {'id': '73f2dd29-52b1-49de-99e1-70df0a539419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '75af61a0-3229-4382-9e1e-f47adb1d4097'} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 17 13:59:03.478610 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-ace84659-ce7e-4dd2-95c3-e0475349f502 None None] Bound port: c187d30b-6d7e-4076-90b5-1bb4a94f6098, host: dv-cinder-788363-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73f2dd29-52b1-49de-99e1-70df0a539419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '75af61a0-3229-4382-9e1e-f47adb1d4097'}}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 17 13:59:03.478993 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-ace84659-ce7e-4dd2-95c3-e0475349f502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:03.501546 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning complete for port 5f8dd255-a4cc-4540-b099-2f736817f9ee triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:59:03.501855 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:03.673852 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-ace84659-ce7e-4dd2-95c3-e0475349f502 None None] For port c187d30b-6d7e-4076-90b5-1bb4a94f6098, host dv-cinder-788363-3-iscsi, cleared binding levels {{(pid=78744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 17 13:59:03.677309 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-ace84659-ce7e-4dd2-95c3-e0475349f502 None None] For port c187d30b-6d7e-4076-90b5-1bb4a94f6098, host dv-cinder-788363-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=c187d30b-6d7e-4076-90b5-1bb4a94f6098,segment=NetworkSegment(73f2dd29-52b1-49de-99e1-70df0a539419),segment_id=73f2dd29-52b1-49de-99e1-70df0a539419)] {{(pid=78744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 17 13:59:03.706949 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-ace84659-ce7e-4dd2-95c3-e0475349f502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:03.721977 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-fef76f22-896b-4255-87ef-89bf24cf0971 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:59:03.816356 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace84659-ce7e-4dd2-95c3-e0475349f502 None None] Routers {'b493baf7-eb0c-45ec-b683-c4503d27e331'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 13:59:03.817000 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-ace84659-ce7e-4dd2-95c3-e0475349f502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3ac49b50>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T13:58:40Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['b493baf7-eb0c-45ec-b683-c4503d27e331'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:59:03.895740 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188707c6-0a15-4b8a-9604-99da5bf6d822 None None] Pushing event updated for resources: {'Port': ['ID=c187d30b-6d7e-4076-90b5-1bb4a94f6098,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:59:03.899098 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-188707c6-0a15-4b8a-9604-99da5bf6d822 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:59:04.053579 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-ace84659-ce7e-4dd2-95c3-e0475349f502 None None] Set router b493baf7-eb0c-45ec-b683-c4503d27e331 gateway port host: dv-cinder-788363-3-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 13:59:04.450135 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-ace84659-ce7e-4dd2-95c3-e0475349f502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3ac49b50>, [{'id': 'b493baf7-eb0c-45ec-b683-c4503d27e331', 'name': 'tempest-TestMinimumBasicScenario-1433820964-router', 'tenant_id': '31b4ff580a3b418ab3f5e412e129fc1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '6a38988c-342b-429a-bf43-6df83500bcfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:58:46Z', 'updated_at': '2021-05-17T13:58:52Z', 'revision_number': 4, 'project_id': '31b4ff580a3b418ab3f5e412e129fc1a', 'gw_port': {'id': '6a38988c-342b-429a-bf43-6df83500bcfa', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:13:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b493baf7-eb0c-45ec-b683-c4503d27e331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:47Z', 'updated_at': '2021-05-17T13:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_interfaces': [{'id': 'c187d30b-6d7e-4076-90b5-1bb4a94f6098', 'name': '', 'network_id': '75af61a0-3229-4382-9e1e-f47adb1d4097', 'tenant_id': '31b4ff580a3b418ab3f5e412e129fc1a', 'mac_address': 'fa:16:3e:3d:6a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b493baf7-eb0c-45ec-b683-c4503d27e331', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'f6313cf8-8f7e-4bfe-a7ad-776ffced700c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:51Z', 'updated_at': '2021-05-17T13:59:03Z', 'revision_number': 4, 'project_id': '31b4ff580a3b418ab3f5e412e129fc1a', 'subnets': [{'id': 'f6313cf8-8f7e-4bfe-a7ad-776ffced700c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:59:04.454999 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace84659-ce7e-4dd2-95c3-e0475349f502 None None] The sync data for ids ['b493baf7-eb0c-45ec-b683-c4503d27e331'] in dv-cinder-788363-3-iscsi is: [{'id': 'b493baf7-eb0c-45ec-b683-c4503d27e331', 'name': 'tempest-TestMinimumBasicScenario-1433820964-router', 'tenant_id': '31b4ff580a3b418ab3f5e412e129fc1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '6a38988c-342b-429a-bf43-6df83500bcfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:58:46Z', 'updated_at': '2021-05-17T13:58:52Z', 'revision_number': 4, 'project_id': '31b4ff580a3b418ab3f5e412e129fc1a', 'gw_port': {'id': '6a38988c-342b-429a-bf43-6df83500bcfa', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:13:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b493baf7-eb0c-45ec-b683-c4503d27e331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:47Z', 'updated_at': '2021-05-17T13:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_interfaces': [{'id': 'c187d30b-6d7e-4076-90b5-1bb4a94f6098', 'name': '', 'network_id': '75af61a0-3229-4382-9e1e-f47adb1d4097', 'tenant_id': '31b4ff580a3b418ab3f5e412e129fc1a', 'mac_address': 'fa:16:3e:3d:6a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b493baf7-eb0c-45ec-b683-c4503d27e331', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'f6313cf8-8f7e-4bfe-a7ad-776ffced700c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:51Z', 'updated_at': '2021-05-17T13:59:03Z', 'revision_number': 4, 'project_id': '31b4ff580a3b418ab3f5e412e129fc1a', 'subnets': [{'id': 'f6313cf8-8f7e-4bfe-a7ad-776ffced700c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 17 13:59:05.234665 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device c187d30b-6d7e-4076-90b5-1bb4a94f6098 up at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:59:05.363285 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning for port c187d30b-6d7e-4076-90b5-1bb4a94f6098 completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:59:05.370802 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning complete for port c187d30b-6d7e-4076-90b5-1bb4a94f6098 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:59:05.371178 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:05.520892 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:05.559251 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] For port c187d30b-6d7e-4076-90b5-1bb4a94f6098, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=c187d30b-6d7e-4076-90b5-1bb4a94f6098,segment=NetworkSegment(73f2dd29-52b1-49de-99e1-70df0a539419),segment_id=73f2dd29-52b1-49de-99e1-70df0a539419)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:59:05.563986 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:05.565908 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:59:05.649497 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Pushing event updated for resources: {'Port': ['ID=c187d30b-6d7e-4076-90b5-1bb4a94f6098,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:59:05.656091 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:59:06.829665 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc5de7-b61c-4193-9039-17f97b5ee140 req-380d6e79-8475-4f8c-beaf-686b1f49d935 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:06.831278 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-16bc5de7-b61c-4193-9039-17f97b5ee140 req-380d6e79-8475-4f8c-beaf-686b1f49d935 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=06240799-ef9c-47ab-860a-e4ef7b575124 HTTP/1.1" status: 200  len: 945 time: 0.0842748
May 17 13:59:06.877541 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-16bc5de7-b61c-4193-9039-17f97b5ee140 req-be76d143-964d-48f0-9eca-e3d72f9caea5 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404000
May 17 13:59:07.156763 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device c187d30b-6d7e-4076-90b5-1bb4a94f6098 up at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:59:07.229549 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Provisioning complete for port c187d30b-6d7e-4076-90b5-1bb4a94f6098 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:59:07.229840 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:07.410017 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-68dea6af-e512-4462-b1c6-e44b5a2abfa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:07.500021 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1c05e-f30f-4d72-958a-1dbf1cb1a1a7 req-a5ccc78e-21fc-4e7a-a2b8-551da712c67e tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:07.501517 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-23d1c05e-f30f-4d72-958a-1dbf1cb1a1a7 req-a5ccc78e-21fc-4e7a-a2b8-551da712c67e tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 945 time: 0.0896132
May 17 13:59:07.546511 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-23d1c05e-f30f-4d72-958a-1dbf1cb1a1a7 req-47337132-9434-4aa7-ba6f-79b574551612 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390794
May 17 13:59:07.655812 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-8052cd49-7a68-4d4d-8373-307cb75036c7 None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 17 13:59:07.975106 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2d57a-01aa-4fd5-8823-355463c70262 req-4ea55b01-285a-4e4c-8443-6dcf3e3ce3c2 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:07.976625 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1ca2d57a-01aa-4fd5-8823-355463c70262 req-4ea55b01-285a-4e4c-8443-6dcf3e3ce3c2 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/networks?id=a352e45a-beb4-4c74-85aa-877f4308bc0d HTTP/1.1" status: 200  len: 815 time: 0.1488278
May 17 13:59:07.992812 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1ca2d57a-01aa-4fd5-8823-355463c70262 req-ec0ca793-313c-4e6d-82d9-051f44669036 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/quotas/182c379c4779494884fc8fa7c516d165 HTTP/1.1" status: 200  len: 375 time: 0.0100946
May 17 13:59:08.081530 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1ca2d57a-01aa-4fd5-8823-355463c70262 req-0782d6cd-bc7e-40d1-a29c-53f53f31f3a0 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=182c379c4779494884fc8fa7c516d165&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0824668
May 17 13:59:08.226872 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1ca2d57a-01aa-4fd5-8823-355463c70262 req-bea4cdb5-4a85-4b73-b7f7-268880f9df08 service neutron] 10.222.0.54 "GET /v2.0/networks/a352e45a-beb4-4c74-85aa-877f4308bc0d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1335616
May 17 13:59:08.367463 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1ca2d57a-01aa-4fd5-8823-355463c70262 req-5d46d115-0fc0-40e6-9450-58063c47276f service neutron] 10.222.0.54 "GET /v2.0/networks/a352e45a-beb4-4c74-85aa-877f4308bc0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1344037
May 17 13:59:08.873387 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6a719e32-c5bb-4468-a153-b9f9da00f02e req-272e49eb-12e9-46d4-a969-3733ae16d9a6 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ba9c8c7-7ded-4961-9e07-894e563b1a42 HTTP/1.1" status: 200  len: 210 time: 0.0751035
May 17 13:59:08.902875 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f50cd4-b852-462a-8476-3aad83d64a9f req-495d2096-c276-4620-8400-295ce989af2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:08.904564 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-b2f50cd4-b852-462a-8476-3aad83d64a9f req-495d2096-c276-4620-8400-295ce989af2d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=26eff14cf205417591a4fc75a27bee33&device_id=06240799-ef9c-47ab-860a-e4ef7b575124 HTTP/1.1" status: 200  len: 1098 time: 0.0848203
May 17 13:59:09.059669 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f50cd4-b852-462a-8476-3aad83d64a9f req-4b209267-cc76-4f9b-8e27-953b77e69cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:09.061034 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-b2f50cd4-b852-462a-8476-3aad83d64a9f req-4b209267-cc76-4f9b-8e27-953b77e69cdb service neutron] 10.222.0.49 "GET /v2.0/networks?id=f8ea7e78-9a41-4fc9-b0e0-a85e1f425997 HTTP/1.1" status: 200  len: 920 time: 0.1408951
May 17 13:59:09.085127 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f8a92-5f80-4079-83d4-e736841ef636 req-5f7323e3-c5f9-4c45-9789-44107e54f879 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:09.095786 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-632f8a92-5f80-4079-83d4-e736841ef636 req-5f7323e3-c5f9-4c45-9789-44107e54f879 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 945 time: 0.1022222
May 17 13:59:09.149818 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-632f8a92-5f80-4079-83d4-e736841ef636 req-71804a73-dd63-413d-b2e2-2749e1b785f5 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0527349
May 17 13:59:09.158015 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-b2f50cd4-b852-462a-8476-3aad83d64a9f req-4854afd5-9757-4295-abbf-5cceef820c7c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d4c4b17-c28a-465c-9c71-fafa2218663f HTTP/1.1" status: 200  len: 217 time: 0.0900078
May 17 13:59:09.248095 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f50cd4-b852-462a-8476-3aad83d64a9f req-4fbb3a74-ead3-4d46-91b7-98e38c6be168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:09.249595 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-b2f50cd4-b852-462a-8476-3aad83d64a9f req-4fbb3a74-ead3-4d46-91b7-98e38c6be168 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=388065c0-e171-4b50-98f0-baf98c779e87 HTTP/1.1" status: 200  len: 859 time: 0.0623465
May 17 13:59:09.303691 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-b2f50cd4-b852-462a-8476-3aad83d64a9f req-5d7867ac-9909-4503-8958-b837f89abc66 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f8ea7e78-9a41-4fc9-b0e0-a85e1f425997&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0467174
May 17 13:59:09.334631 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc9ab97-61fb-4421-afcf-235940249900 req-aa15a24d-e724-47cc-ac42-1ed16c996cb9 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:09.336100 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5cc9ab97-61fb-4421-afcf-235940249900 req-aa15a24d-e724-47cc-ac42-1ed16c996cb9 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=06240799-ef9c-47ab-860a-e4ef7b575124 HTTP/1.1" status: 200  len: 945 time: 0.0835388
May 17 13:59:09.384914 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5cc9ab97-61fb-4421-afcf-235940249900 req-d9a54957-0650-4fc2-978d-05720a2c9694 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421371
May 17 13:59:09.442216 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-b2f50cd4-b852-462a-8476-3aad83d64a9f req-dd8ed853-986b-4135-941b-0b03f1cf5552 service neutron] 10.222.0.49 "GET /v2.0/networks/f8ea7e78-9a41-4fc9-b0e0-a85e1f425997?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1306503
May 17 13:59:09.578555 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-b2f50cd4-b852-462a-8476-3aad83d64a9f req-74bb9471-964b-4805-93b7-4c2f9fd5e0f6 service neutron] 10.222.0.49 "GET /v2.0/networks/f8ea7e78-9a41-4fc9-b0e0-a85e1f425997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1285043
May 17 13:59:09.803672 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2d57a-01aa-4fd5-8823-355463c70262 req-0e521434-1e03-40c4-b715-c8b8d16ff32c tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:09.804367 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-1ca2d57a-01aa-4fd5-8823-355463c70262 req-0e521434-1e03-40c4-b715-c8b8d16ff32c tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Synchronizing usage tracker for tenant:182c379c4779494884fc8fa7c516d165 on resource:network {{(pid=78742) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 13:59:09.821169 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-1ca2d57a-01aa-4fd5-8823-355463c70262 req-0e521434-1e03-40c4-b715-c8b8d16ff32c tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Unset dirty status for tenant:182c379c4779494884fc8fa7c516d165 on resource:network {{(pid=78742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 13:59:09.822372 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-1ca2d57a-01aa-4fd5-8823-355463c70262 req-0e521434-1e03-40c4-b715-c8b8d16ff32c tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.49 "GET /v2.0/networks?id=a352e45a-beb4-4c74-85aa-877f4308bc0d HTTP/1.1" status: 200  len: 815 time: 0.2013807
May 17 13:59:09.838955 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [req-1ca2d57a-01aa-4fd5-8823-355463c70262 req-1a2a3e2b-8a7c-4476-90f1-f28e87fbf515 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Request body: {'port': {'device_id': '5ba9c8c7-7ded-4961-9e07-894e563b1a42', 'network_id': 'a352e45a-beb4-4c74-85aa-877f4308bc0d', 'admin_state_up': True, 'tenant_id': '182c379c4779494884fc8fa7c516d165'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:59:09.874670 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:09.979501 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [req-1ca2d57a-01aa-4fd5-8823-355463c70262 req-1a2a3e2b-8a7c-4476-90f1-f28e87fbf515 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:59:09.983691 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-1ca2d57a-01aa-4fd5-8823-355463c70262 req-1a2a3e2b-8a7c-4476-90f1-f28e87fbf515 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Usage tracker for resource:port and tenant:182c379c4779494884fc8fa7c516d165 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:59:09.986707 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-1ca2d57a-01aa-4fd5-8823-355463c70262 req-1a2a3e2b-8a7c-4476-90f1-f28e87fbf515 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:59:09.992791 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [req-1ca2d57a-01aa-4fd5-8823-355463c70262 req-1a2a3e2b-8a7c-4476-90f1-f28e87fbf515 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:59:10.004607 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ca2d57a-01aa-4fd5-8823-355463c70262 req-1a2a3e2b-8a7c-4476-90f1-f28e87fbf515 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Made reservation on behalf of 182c379c4779494884fc8fa7c516d165 for: {'port': 1} {{(pid=78742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 17 13:59:10.008543 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-1ca2d57a-01aa-4fd5-8823-355463c70262 req-1a2a3e2b-8a7c-4476-90f1-f28e87fbf515 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:10.039927 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ae7bb730-e9e6-40ba-8cc6-fb64841ed171 req-39ec31ee-1125-43ff-8ce1-59b711d25cb1 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ba9c8c7-7ded-4961-9e07-894e563b1a42 HTTP/1.1" status: 200  len: 210 time: 0.0496604
May 17 13:59:10.130970 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-f7c09295-bfb2-40f6-9052-ef6b5ed8c282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:10.258181 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.db_base_plugin_common [req-1ca2d57a-01aa-4fd5-8823-355463c70262 req-1a2a3e2b-8a7c-4476-90f1-f28e87fbf515 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Allocated IP 172.20.0.12 (a352e45a-beb4-4c74-85aa-877f4308bc0d/2b0db0dc-c73b-40d9-8259-2f415d9b999f/bd8c6855-ded5-4d2e-905a-9a971a733a4e) {{(pid=78742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 17 13:59:10.416181 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62970f7-4548-493d-9133-825e3b818abd req-c7fe1c5c-21ae-4307-a21c-549717a3cad2 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:10.425919 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c62970f7-4548-493d-9133-825e3b818abd req-c7fe1c5c-21ae-4307-a21c-549717a3cad2 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 945 time: 0.1444199
May 17 13:59:10.479090 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c62970f7-4548-493d-9133-825e3b818abd req-54642392-a9b6-4545-9a66-19529e42a23f tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0521932
May 17 13:59:10.600202 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-1ca2d57a-01aa-4fd5-8823-355463c70262 req-1a2a3e2b-8a7c-4476-90f1-f28e87fbf515 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks [] for port, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:10.640484 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.provisioning_blocks [req-1ca2d57a-01aa-4fd5-8823-355463c70262 req-1a2a3e2b-8a7c-4476-90f1-f28e87fbf515 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Transition to ACTIVE for port object bd8c6855-ded5-4d2e-905a-9a971a733a4e will not be triggered until provisioned by entity DHCP. {{(pid=78742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:59:10.681531 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-1ca2d57a-01aa-4fd5-8823-355463c70262 req-1a2a3e2b-8a7c-4476-90f1-f28e87fbf515 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774149279272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132438228'] for port, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:10.689641 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:59:10.722100 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9512fcab-f01e-444f-be58-d2d03cba22af req-8aaf2a41-50b4-4ce4-9be2-1058cb645e81 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:10.724088 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9512fcab-f01e-444f-be58-d2d03cba22af req-8aaf2a41-50b4-4ce4-9be2-1058cb645e81 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=06240799-ef9c-47ab-860a-e4ef7b575124 HTTP/1.1" status: 200  len: 945 time: 0.1198881
May 17 13:59:10.762526 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ca2d57a-01aa-4fd5-8823-355463c70262 req-1a2a3e2b-8a7c-4476-90f1-f28e87fbf515 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Network a352e45a-beb4-4c74-85aa-877f4308bc0d is already hosted by enough agents. {{(pid=78742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 13:59:10.767746 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [req-1ca2d57a-01aa-4fd5-8823-355463c70262 req-1a2a3e2b-8a7c-4476-90f1-f28e87fbf515 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Resources bound (agent type, host, resource id):  {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:59:10.772501 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ca2d57a-01aa-4fd5-8823-355463c70262 req-1a2a3e2b-8a7c-4476-90f1-f28e87fbf515 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Received port after_create {{(pid=78742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 17 13:59:10.818884 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9512fcab-f01e-444f-be58-d2d03cba22af req-f6f239cb-d965-4f10-93f7-8fa5a5b43c0c tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857534
May 17 13:59:10.864876 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2d57a-01aa-4fd5-8823-355463c70262 req-1a2a3e2b-8a7c-4476-90f1-f28e87fbf515 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:10.865876 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-1ca2d57a-01aa-4fd5-8823-355463c70262 req-1a2a3e2b-8a7c-4476-90f1-f28e87fbf515 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for port, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:10.874908 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a3e2b-8a7c-4476-90f1-f28e87fbf515 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Pushing event updated for resources: {'Port': ['ID=bd8c6855-ded5-4d2e-905a-9a971a733a4e,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:59:10.896972 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2a3e2b-8a7c-4476-90f1-f28e87fbf515 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:59:10.899156 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2a3e2b-8a7c-4476-90f1-f28e87fbf515 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:59:10.899156 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2a3e2b-8a7c-4476-90f1-f28e87fbf515 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:59:10.899156 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2a3e2b-8a7c-4476-90f1-f28e87fbf515 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:59:10.899156 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2a3e2b-8a7c-4476-90f1-f28e87fbf515 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:59:10.899156 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2a3e2b-8a7c-4476-90f1-f28e87fbf515 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:59:10.899156 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2a3e2b-8a7c-4476-90f1-f28e87fbf515 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:59:10.899731 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2a3e2b-8a7c-4476-90f1-f28e87fbf515 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:59:10.899825 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2a3e2b-8a7c-4476-90f1-f28e87fbf515 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:59:10.900127 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2a3e2b-8a7c-4476-90f1-f28e87fbf515 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:59:10.900469 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2a3e2b-8a7c-4476-90f1-f28e87fbf515 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:59:10.900817 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2a3e2b-8a7c-4476-90f1-f28e87fbf515 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:59:10.906904 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-1a2a3e2b-8a7c-4476-90f1-f28e87fbf515 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:59:10.915050 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-1ca2d57a-01aa-4fd5-8823-355463c70262 req-1a2a3e2b-8a7c-4476-90f1-f28e87fbf515 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0800929
May 17 13:59:10.999249 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-533a9918-d89c-4562-8a48-35a661957320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:11.046606 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-8ce57856-f218-4324-ac4e-96c809dcdb3d None None] Provisioning for port bd8c6855-ded5-4d2e-905a-9a971a733a4e completed by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:59:11.052060 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-8ce57856-f218-4324-ac4e-96c809dcdb3d None None] Provisioning complete for port bd8c6855-ded5-4d2e-905a-9a971a733a4e triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:59:11.052432 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-8ce57856-f218-4324-ac4e-96c809dcdb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:11.123208 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-8ce57856-f218-4324-ac4e-96c809dcdb3d None None] Port bd8c6855-ded5-4d2e-905a-9a971a733a4e cannot update to ACTIVE because it is not bound. {{(pid=78744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 17 13:59:12.510857 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1529072-104d-404f-8ce8-7078c9c34ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:26.671046 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [req-1ca2d57a-01aa-4fd5-8823-355463c70262 req-c8eefd61-a5e3-4c6b-9291-0a119caa8957 service neutron] Request body: {'port': {'device_id': '5ba9c8c7-7ded-4961-9e07-894e563b1a42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:59:26.798545 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-1ca2d57a-01aa-4fd5-8823-355463c70262 req-c8eefd61-a5e3-4c6b-9291-0a119caa8957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:27.011076 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eddb7b-3ac6-48d4-9aed-78181b2070e8 req-fdcb9561-e1fe-4a3b-a8ae-34cac8156b67 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:27.012524 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-65eddb7b-3ac6-48d4-9aed-78181b2070e8 req-fdcb9561-e1fe-4a3b-a8ae-34cac8156b67 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ba9c8c7-7ded-4961-9e07-894e563b1a42 HTTP/1.1" status: 200  len: 932 time: 0.0813038
May 17 13:59:27.058898 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-65eddb7b-3ac6-48d4-9aed-78181b2070e8 req-ebb61004-a080-483e-9024-24717f80fddc tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/security-groups?id=0669e9b8-cbaf-4c56-99ed-772ef9017d91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401046
May 17 13:59:27.145124 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.notifiers.nova [req-1ca2d57a-01aa-4fd5-8823-355463c70262 req-c8eefd61-a5e3-4c6b-9291-0a119caa8957 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd8c6855-ded5-4d2e-905a-9a971a733a4e {{(pid=78742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 17 13:59:27.153113 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-1ca2d57a-01aa-4fd5-8823-355463c70262 req-c8eefd61-a5e3-4c6b-9291-0a119caa8957 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:27.168175 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.provisioning_blocks [req-1ca2d57a-01aa-4fd5-8823-355463c70262 req-c8eefd61-a5e3-4c6b-9291-0a119caa8957 service neutron] Transition to ACTIVE for port object bd8c6855-ded5-4d2e-905a-9a971a733a4e will not be triggered until provisioned by entity L2. {{(pid=78742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:59:27.172389 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-1ca2d57a-01aa-4fd5-8823-355463c70262 req-c8eefd61-a5e3-4c6b-9291-0a119caa8957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132438237'] for port, after_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:27.177042 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-06511a76-59cd-4abc-932b-48876260072f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:59:27.332224 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c953c-6224-450e-986f-b7766c7a0c6c req-771dc13c-78ee-4ded-8e52-0a9211637112 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:27.334034 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-999c953c-6224-450e-986f-b7766c7a0c6c req-771dc13c-78ee-4ded-8e52-0a9211637112 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 945 time: 0.1818502
May 17 13:59:27.350200 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eefd61-a5e3-4c6b-9291-0a119caa8957 service neutron] Pushing event updated for resources: {'Port': ['ID=bd8c6855-ded5-4d2e-905a-9a971a733a4e,revision_number=2']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:59:27.381382 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-c8eefd61-a5e3-4c6b-9291-0a119caa8957 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:59:27.389567 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-999c953c-6224-450e-986f-b7766c7a0c6c req-b5bdf941-e7e8-465c-b4af-ac5570fe34e3 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468783
May 17 13:59:27.425286 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.managers [req-1ca2d57a-01aa-4fd5-8823-355463c70262 req-c8eefd61-a5e3-4c6b-9291-0a119caa8957 service neutron] Attempting to bind port bd8c6855-ded5-4d2e-905a-9a971a733a4e on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 17 13:59:27.425616 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.managers [req-1ca2d57a-01aa-4fd5-8823-355463c70262 req-c8eefd61-a5e3-4c6b-9291-0a119caa8957 service neutron] Attempting to bind port bd8c6855-ded5-4d2e-905a-9a971a733a4e by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'eecd0dba-c82c-42fc-a18d-272a8f834a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a352e45a-beb4-4c74-85aa-877f4308bc0d'}] {{(pid=78742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 17 13:59:27.425947 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca2d57a-01aa-4fd5-8823-355463c70262 req-c8eefd61-a5e3-4c6b-9291-0a119caa8957 service neutron] Attempting to bind port bd8c6855-ded5-4d2e-905a-9a971a733a4e on network a352e45a-beb4-4c74-85aa-877f4308bc0d {{(pid=78742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 13:59:27.431070 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca2d57a-01aa-4fd5-8823-355463c70262 req-c8eefd61-a5e3-4c6b-9291-0a119caa8957 service neutron] Port bd8c6855-ded5-4d2e-905a-9a971a733a4e on network a352e45a-beb4-4c74-85aa-877f4308bc0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 17 13:59:27.431473 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca2d57a-01aa-4fd5-8823-355463c70262 req-c8eefd61-a5e3-4c6b-9291-0a119caa8957 service neutron] Attempting to bind port bd8c6855-ded5-4d2e-905a-9a971a733a4e on network a352e45a-beb4-4c74-85aa-877f4308bc0d {{(pid=78742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 13:59:27.438482 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca2d57a-01aa-4fd5-8823-355463c70262 req-c8eefd61-a5e3-4c6b-9291-0a119caa8957 service neutron] Checking agent: {'id': '2184a6b5-3e0c-4449-b4b5-a4e82803b4d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 53, 3), 'started_at': datetime.datetime(2021, 5, 17, 13, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 17 13:59:27.438825 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca2d57a-01aa-4fd5-8823-355463c70262 req-c8eefd61-a5e3-4c6b-9291-0a119caa8957 service neutron] Checking segment: {'id': 'eecd0dba-c82c-42fc-a18d-272a8f834a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a352e45a-beb4-4c74-85aa-877f4308bc0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 13:59:27.439208 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca2d57a-01aa-4fd5-8823-355463c70262 req-c8eefd61-a5e3-4c6b-9291-0a119caa8957 service neutron] Bound using segment: {'id': 'eecd0dba-c82c-42fc-a18d-272a8f834a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a352e45a-beb4-4c74-85aa-877f4308bc0d'} {{(pid=78742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 17 13:59:27.439691 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.managers [req-1ca2d57a-01aa-4fd5-8823-355463c70262 req-c8eefd61-a5e3-4c6b-9291-0a119caa8957 service neutron] Bound port: bd8c6855-ded5-4d2e-905a-9a971a733a4e, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eecd0dba-c82c-42fc-a18d-272a8f834a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a352e45a-beb4-4c74-85aa-877f4308bc0d'}}] {{(pid=78742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 17 13:59:27.440038 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-1ca2d57a-01aa-4fd5-8823-355463c70262 req-c8eefd61-a5e3-4c6b-9291-0a119caa8957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:27.530420 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.db [req-1ca2d57a-01aa-4fd5-8823-355463c70262 req-c8eefd61-a5e3-4c6b-9291-0a119caa8957 service neutron] For port bd8c6855-ded5-4d2e-905a-9a971a733a4e, host hv-cinder-78836, cleared binding levels {{(pid=78742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 17 13:59:27.533380 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.db [req-1ca2d57a-01aa-4fd5-8823-355463c70262 req-c8eefd61-a5e3-4c6b-9291-0a119caa8957 service neutron] For port bd8c6855-ded5-4d2e-905a-9a971a733a4e, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=bd8c6855-ded5-4d2e-905a-9a971a733a4e,segment=NetworkSegment(eecd0dba-c82c-42fc-a18d-272a8f834a82),segment_id=eecd0dba-c82c-42fc-a18d-272a8f834a82)] {{(pid=78742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 17 13:59:27.538425 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-1ca2d57a-01aa-4fd5-8823-355463c70262 req-c8eefd61-a5e3-4c6b-9291-0a119caa8957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132438237'] for port, after_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:27.543086 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-c8eefd61-a5e3-4c6b-9291-0a119caa8957 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:59:27.576671 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ab83e-4cc3-4e19-be74-c8c35c8b3051 req-6c32f7bf-d09f-4c6d-baab-f42913c71c8e tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:27.578695 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-500ab83e-4cc3-4e19-be74-c8c35c8b3051 req-6c32f7bf-d09f-4c6d-baab-f42913c71c8e tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=06240799-ef9c-47ab-860a-e4ef7b575124 HTTP/1.1" status: 200  len: 945 time: 0.0820472
May 17 13:59:27.604703 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2d57a-01aa-4fd5-8823-355463c70262 req-c8eefd61-a5e3-4c6b-9291-0a119caa8957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:27.605362 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-1ca2d57a-01aa-4fd5-8823-355463c70262 req-c8eefd61-a5e3-4c6b-9291-0a119caa8957 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for port, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:27.606679 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-1ca2d57a-01aa-4fd5-8823-355463c70262 req-c8eefd61-a5e3-4c6b-9291-0a119caa8957 service neutron] 10.222.0.49 "PUT /v2.0/ports/bd8c6855-ded5-4d2e-905a-9a971a733a4e HTTP/1.1" status: 200  len: 1094 time: 0.9601851
May 17 13:59:27.607141 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ba9c8c7-7ded-4961-9e07-894e563b1a42', 'tag': 'bd8c6855-ded5-4d2e-905a-9a971a733a4e'}] {{(pid=78742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 13:59:27.626443 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-500ab83e-4cc3-4e19-be74-c8c35c8b3051 req-50046bd5-3531-4991-b800-20d8eac94508 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415959
May 17 13:59:27.629138 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eefd61-a5e3-4c6b-9291-0a119caa8957 service neutron] Pushing event updated for resources: {'Port': ['ID=bd8c6855-ded5-4d2e-905a-9a971a733a4e,revision_number=3']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:59:27.636636 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-c8eefd61-a5e3-4c6b-9291-0a119caa8957 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:59:27.723745 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2d57a-01aa-4fd5-8823-355463c70262 req-fac73837-4bf2-415d-81ce-829894543c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:27.725233 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-1ca2d57a-01aa-4fd5-8823-355463c70262 req-fac73837-4bf2-415d-81ce-829894543c57 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=182c379c4779494884fc8fa7c516d165&device_id=5ba9c8c7-7ded-4961-9e07-894e563b1a42 HTTP/1.1" status: 200  len: 1097 time: 0.0735123
May 17 13:59:27.802338 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-1ca2d57a-01aa-4fd5-8823-355463c70262 req-b1e34609-c9d2-4f65-abe3-7f41de4ebe19 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd8c6855-ded5-4d2e-905a-9a971a733a4e HTTP/1.1" status: 200  len: 217 time: 0.0688789
May 17 13:59:27.821585 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-72a83b3a-6d34-49ef-886b-329aee140134 req-b80c2944-4687-4541-ad5b-6698f38b08bf tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Synchronizing usage tracker for tenant:d77a303f986f47e2bf0264946d7679d6 on resource:security_group {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 13:59:27.837769 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-72a83b3a-6d34-49ef-886b-329aee140134 req-b80c2944-4687-4541-ad5b-6698f38b08bf tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Unset dirty status for tenant:d77a303f986f47e2bf0264946d7679d6 on resource:security_group {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 13:59:27.838991 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-72a83b3a-6d34-49ef-886b-329aee140134 req-b80c2944-4687-4541-ad5b-6698f38b08bf tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1323672503&fields=id&tenant_id=d77a303f986f47e2bf0264946d7679d6 HTTP/1.1" status: 200  len: 267 time: 0.0584536
May 17 13:59:27.977401 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2d57a-01aa-4fd5-8823-355463c70262 req-79cf97fb-438f-4ac0-afeb-e3322757a50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:27.978838 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-1ca2d57a-01aa-4fd5-8823-355463c70262 req-79cf97fb-438f-4ac0-afeb-e3322757a50b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2b0db0dc-c73b-40d9-8259-2f415d9b999f HTTP/1.1" status: 200  len: 854 time: 0.0590191
May 17 13:59:27.991618 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a83b3a-6d34-49ef-886b-329aee140134 req-42ced43b-1e43-4bb6-b10f-8f1865928266 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:27.993057 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-72a83b3a-6d34-49ef-886b-329aee140134 req-42ced43b-1e43-4bb6-b10f-8f1865928266 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/networks?id=44766520-36a7-4a15-a6b9-ee8d2b4767ae HTTP/1.1" status: 200  len: 812 time: 0.1473615
May 17 13:59:28.008565 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-72a83b3a-6d34-49ef-886b-329aee140134 req-4761b835-3f7d-414a-bff9-1a42fa4ee0b4 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/quotas/d77a303f986f47e2bf0264946d7679d6 HTTP/1.1" status: 200  len: 375 time: 0.0098906
May 17 13:59:28.093280 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-72a83b3a-6d34-49ef-886b-329aee140134 req-431d5539-5331-4bb5-9a54-df603516cfdf tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d77a303f986f47e2bf0264946d7679d6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0793016
May 17 13:59:28.124269 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2d57a-01aa-4fd5-8823-355463c70262 req-2987405d-279c-4561-87a8-9ef56aeec6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:28.126303 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-1ca2d57a-01aa-4fd5-8823-355463c70262 req-2987405d-279c-4561-87a8-9ef56aeec6e8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a352e45a-beb4-4c74-85aa-877f4308bc0d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1402235
May 17 13:59:28.231043 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-72a83b3a-6d34-49ef-886b-329aee140134 req-6e5c18ea-5b69-47c0-95a7-098481582a4f service neutron] 10.222.0.54 "GET /v2.0/networks/44766520-36a7-4a15-a6b9-ee8d2b4767ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255939
May 17 13:59:28.256800 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-1ca2d57a-01aa-4fd5-8823-355463c70262 req-3608adc6-fe66-4938-86e9-f74fd3e07585 service neutron] 10.222.0.49 "GET /v2.0/networks/a352e45a-beb4-4c74-85aa-877f4308bc0d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237516
May 17 13:59:28.366727 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-72a83b3a-6d34-49ef-886b-329aee140134 req-892f38fa-bc3e-4612-96f9-e7d83d8b420c service neutron] 10.222.0.54 "GET /v2.0/networks/44766520-36a7-4a15-a6b9-ee8d2b4767ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1285985
May 17 13:59:28.388152 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-1ca2d57a-01aa-4fd5-8823-355463c70262 req-0370b5c1-40cf-47d5-96af-3c87815eae3d service neutron] 10.222.0.49 "GET /v2.0/networks/a352e45a-beb4-4c74-85aa-877f4308bc0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242099
May 17 13:59:28.790552 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ba9c8c7-7ded-4961-9e07-894e563b1a42', 'tag': 'bd8c6855-ded5-4d2e-905a-9a971a733a4e', 'status': 'completed', 'code': 200}
May 17 13:59:28.890202 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce3698e-584d-4df5-939e-c9f62b8ca1fc req-97c74b47-7803-4652-b707-dd2a3929cdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:28.891841 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-3ce3698e-584d-4df5-939e-c9f62b8ca1fc req-97c74b47-7803-4652-b707-dd2a3929cdfa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=182c379c4779494884fc8fa7c516d165&device_id=5ba9c8c7-7ded-4961-9e07-894e563b1a42 HTTP/1.1" status: 200  len: 1097 time: 0.0770473
May 17 13:59:28.970319 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ff946-efa7-4307-9e22-01bdf7d2cf38 req-32efe519-4a08-432d-9fbb-abb7f43b30e3 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:28.971834 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7e0ff946-efa7-4307-9e22-01bdf7d2cf38 req-32efe519-4a08-432d-9fbb-abb7f43b30e3 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ba9c8c7-7ded-4961-9e07-894e563b1a42 HTTP/1.1" status: 200  len: 944 time: 0.0958762
May 17 13:59:29.021900 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7e0ff946-efa7-4307-9e22-01bdf7d2cf38 req-e5a75bf6-d9a1-4c76-b50c-8ad87a577245 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/security-groups?id=0669e9b8-cbaf-4c56-99ed-772ef9017d91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441422
May 17 13:59:29.041672 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce3698e-584d-4df5-939e-c9f62b8ca1fc req-2ef15bca-10b2-4d5d-9d2e-44b5bc68367e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:29.043170 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-3ce3698e-584d-4df5-939e-c9f62b8ca1fc req-2ef15bca-10b2-4d5d-9d2e-44b5bc68367e service neutron] 10.222.0.49 "GET /v2.0/networks?id=a352e45a-beb4-4c74-85aa-877f4308bc0d HTTP/1.1" status: 200  len: 916 time: 0.1440866
May 17 13:59:29.118538 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-3ce3698e-584d-4df5-939e-c9f62b8ca1fc req-95bac240-5929-49b7-82c8-90c7037a77d9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd8c6855-ded5-4d2e-905a-9a971a733a4e HTTP/1.1" status: 200  len: 217 time: 0.0682113
May 17 13:59:29.191127 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce3698e-584d-4df5-939e-c9f62b8ca1fc req-13dc7cba-a056-4eb5-a545-1544d84af3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:29.192796 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-3ce3698e-584d-4df5-939e-c9f62b8ca1fc req-13dc7cba-a056-4eb5-a545-1544d84af3c6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2b0db0dc-c73b-40d9-8259-2f415d9b999f HTTP/1.1" status: 200  len: 854 time: 0.0668554
May 17 13:59:29.213148 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d9d7e-0ebe-4754-b477-dfffef4524de req-c3e687d9-61fd-472e-81ff-3e4bb673e597 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:29.214603 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-bd2d9d7e-0ebe-4754-b477-dfffef4524de req-c3e687d9-61fd-472e-81ff-3e4bb673e597 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 945 time: 0.0873921
May 17 13:59:29.264141 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-bd2d9d7e-0ebe-4754-b477-dfffef4524de req-0576067b-4aa7-45b1-a1af-f0f8edd4d28a tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431077
May 17 13:59:29.283480 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce3698e-584d-4df5-939e-c9f62b8ca1fc req-f767309b-3a11-436e-9138-1f256b3021e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:29.283480 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-3ce3698e-584d-4df5-939e-c9f62b8ca1fc req-f767309b-3a11-436e-9138-1f256b3021e3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a352e45a-beb4-4c74-85aa-877f4308bc0d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0830832
May 17 13:59:29.430753 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-3ce3698e-584d-4df5-939e-c9f62b8ca1fc req-3f7ff045-2108-410c-9058-f93b64ba476b service neutron] 10.222.0.49 "GET /v2.0/networks/a352e45a-beb4-4c74-85aa-877f4308bc0d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386571
May 17 13:59:29.462053 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ce095-77c9-48cf-b991-f9820e601045 req-7a28d93f-6447-45ba-afae-57be81c0306a tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:29.463486 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5e3ce095-77c9-48cf-b991-f9820e601045 req-7a28d93f-6447-45ba-afae-57be81c0306a tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=06240799-ef9c-47ab-860a-e4ef7b575124 HTTP/1.1" status: 200  len: 945 time: 0.0850105
May 17 13:59:29.510014 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5e3ce095-77c9-48cf-b991-f9820e601045 req-fe1158ef-23d5-4bdd-bc27-76fd10a38b0c tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401528
May 17 13:59:29.565132 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-3ce3698e-584d-4df5-939e-c9f62b8ca1fc req-3497b91f-7f03-4ff6-93f3-fc1a4ccccebe service neutron] 10.222.0.49 "GET /v2.0/networks/a352e45a-beb4-4c74-85aa-877f4308bc0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1253200
May 17 13:59:29.657507 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0b389681-6a53-4049-ac4f-7f9d97194077 req-f0dd6a88-516d-4e7a-8867-c8b3f8d718e2 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=9651212e-5afe-46e3-a99c-7ea670122e28 HTTP/1.1" status: 200  len: 210 time: 0.0444150
May 17 13:59:30.005656 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device e387a912-f167-4519-8373-1322f80d5380 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 17 13:59:30.128610 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a83b3a-6d34-49ef-886b-329aee140134 req-277c8697-88cf-4f5e-9ed9-a65cd986f23a tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:30.130035 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-72a83b3a-6d34-49ef-886b-329aee140134 req-277c8697-88cf-4f5e-9ed9-a65cd986f23a tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Synchronizing usage tracker for tenant:d77a303f986f47e2bf0264946d7679d6 on resource:network {{(pid=78742) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 13:59:30.149197 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port e387a912-f167-4519-8373-1322f80d5380, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e387a912-f167-4519-8373-1322f80d5380,segment=NetworkSegment(41cda2c3-d474-4247-94e6-3fc71c3a8d3e),segment_id=41cda2c3-d474-4247-94e6-3fc71c3a8d3e)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:59:30.152369 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-72a83b3a-6d34-49ef-886b-329aee140134 req-277c8697-88cf-4f5e-9ed9-a65cd986f23a tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Unset dirty status for tenant:d77a303f986f47e2bf0264946d7679d6 on resource:network {{(pid=78742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 13:59:30.153941 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-72a83b3a-6d34-49ef-886b-329aee140134 req-277c8697-88cf-4f5e-9ed9-a65cd986f23a tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.49 "GET /v2.0/networks?id=44766520-36a7-4a15-a6b9-ee8d2b4767ae HTTP/1.1" status: 200  len: 812 time: 0.1859303
May 17 13:59:30.163379 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Returning: {'device': 'e387a912-f167-4519-8373-1322f80d5380', 'network_id': 'f96cba92-eccd-4fce-9019-8397a76ebc2b', 'port_id': 'e387a912-f167-4519-8373-1322f80d5380', 'mac_address': 'fa:16:3e:aa:03:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7bf7301-b5af-4e08-ada3-78e2aec55a6a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 17 13:59:30.208675 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-72a83b3a-6d34-49ef-886b-329aee140134 req-2cfc67ab-2d66-4477-9488-c83bfb6f1213 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Synchronizing usage tracker for tenant:d77a303f986f47e2bf0264946d7679d6 on resource:security_group {{(pid=78742) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 13:59:30.224296 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:30.224837 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-72a83b3a-6d34-49ef-886b-329aee140134 req-2cfc67ab-2d66-4477-9488-c83bfb6f1213 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Unset dirty status for tenant:d77a303f986f47e2bf0264946d7679d6 on resource:security_group {{(pid=78742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 13:59:30.226104 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-72a83b3a-6d34-49ef-886b-329aee140134 req-2cfc67ab-2d66-4477-9488-c83bfb6f1213 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d77a303f986f47e2bf0264946d7679d6 HTTP/1.1" status: 200  len: 380 time: 0.0621030
May 17 13:59:30.239757 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5914f11-8229-455c-8421-61031bcab161 req-2a2e21d4-bb21-4b54-adb3-5fadb4d3a9fb tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:30.241575 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d5914f11-8229-455c-8421-61031bcab161 req-2a2e21d4-bb21-4b54-adb3-5fadb4d3a9fb tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ba9c8c7-7ded-4961-9e07-894e563b1a42 HTTP/1.1" status: 200  len: 944 time: 0.1024714
May 17 13:59:30.243339 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e387a912-f167-4519-8373-1322f80d5380 {{(pid=78744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 17 13:59:30.248516 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [req-72a83b3a-6d34-49ef-886b-329aee140134 req-41bd1d87-34e2-46b5-a542-2a8c8b0e3c37 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Request body: {'port': {'device_id': '9651212e-5afe-46e3-a99c-7ea670122e28', 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae', 'admin_state_up': True, 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'security_groups': ['522f6041-c669-4fb8-900e-d7020dc67f0e']}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:59:30.279623 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port e387a912-f167-4519-8373-1322f80d5380, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e387a912-f167-4519-8373-1322f80d5380,segment=NetworkSegment(41cda2c3-d474-4247-94e6-3fc71c3a8d3e),segment_id=41cda2c3-d474-4247-94e6-3fc71c3a8d3e)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:59:30.288381 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:30.291306 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-3e562481-9258-43a0-8877-42a1ab91d74f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:59:30.312346 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d5914f11-8229-455c-8421-61031bcab161 req-4558c7c8-7970-476b-b7d6-e5a0cd8a6de2 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/security-groups?id=0669e9b8-cbaf-4c56-99ed-772ef9017d91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566871
May 17 13:59:30.418593 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Pushing event updated for resources: {'Port': ['ID=e387a912-f167-4519-8373-1322f80d5380,revision_number=6']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:59:30.422632 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:59:30.424479 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [req-72a83b3a-6d34-49ef-886b-329aee140134 req-41bd1d87-34e2-46b5-a542-2a8c8b0e3c37 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:59:30.428815 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-72a83b3a-6d34-49ef-886b-329aee140134 req-41bd1d87-34e2-46b5-a542-2a8c8b0e3c37 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Usage tracker for resource:port and tenant:d77a303f986f47e2bf0264946d7679d6 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:59:30.431185 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-72a83b3a-6d34-49ef-886b-329aee140134 req-41bd1d87-34e2-46b5-a542-2a8c8b0e3c37 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:59:30.436863 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [req-72a83b3a-6d34-49ef-886b-329aee140134 req-41bd1d87-34e2-46b5-a542-2a8c8b0e3c37 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:59:30.447886 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72a83b3a-6d34-49ef-886b-329aee140134 req-41bd1d87-34e2-46b5-a542-2a8c8b0e3c37 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Made reservation on behalf of d77a303f986f47e2bf0264946d7679d6 for: {'port': 1} {{(pid=78742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 17 13:59:30.451388 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-72a83b3a-6d34-49ef-886b-329aee140134 req-41bd1d87-34e2-46b5-a542-2a8c8b0e3c37 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:30.518892 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e011388-cb49-4e1d-a19a-955b5bd2c783 req-a1c505a0-5fe4-4194-85e5-6d0265922b58 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:30.520420 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6e011388-cb49-4e1d-a19a-955b5bd2c783 req-a1c505a0-5fe4-4194-85e5-6d0265922b58 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 944 time: 0.0890203
May 17 13:59:30.568497 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6e011388-cb49-4e1d-a19a-955b5bd2c783 req-a57e8a97-d093-4539-b7d9-5b48e48f14e9 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414035
May 17 13:59:30.609518 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] get_ports_and_sgs() called for port_ids ['e387a912-f167-4519-8373-1322f80d5380'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 17 13:59:30.628356 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.db_base_plugin_common [req-72a83b3a-6d34-49ef-886b-329aee140134 req-41bd1d87-34e2-46b5-a542-2a8c8b0e3c37 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Allocated IP 172.20.0.4 (44766520-36a7-4a15-a6b9-ee8d2b4767ae/31d31f43-e8b1-4e8d-8f8a-74810a227c7c/ff273646-8f0c-45ed-86d1-abd9ed5bab80) {{(pid=78742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 17 13:59:30.787147 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d978c-ede8-4976-bbf2-ae2945138eb9 req-4a250e53-c4a8-436f-b5a1-a8098d2ce780 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:30.788867 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5b6d978c-ede8-4976-bbf2-ae2945138eb9 req-4a250e53-c4a8-436f-b5a1-a8098d2ce780 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=06240799-ef9c-47ab-860a-e4ef7b575124 HTTP/1.1" status: 200  len: 945 time: 0.1070750
May 17 13:59:30.839733 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5b6d978c-ede8-4976-bbf2-ae2945138eb9 req-b04bb1c7-0dde-4ac9-bda6-8061d5c346a7 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444448
May 17 13:59:30.969265 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-72a83b3a-6d34-49ef-886b-329aee140134 req-41bd1d87-34e2-46b5-a542-2a8c8b0e3c37 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks [] for port, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:30.988138 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.provisioning_blocks [req-72a83b3a-6d34-49ef-886b-329aee140134 req-41bd1d87-34e2-46b5-a542-2a8c8b0e3c37 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Transition to ACTIVE for port object ff273646-8f0c-45ed-86d1-abd9ed5bab80 will not be triggered until provisioned by entity DHCP. {{(pid=78742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:59:31.002270 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6c400e3a-8028-44b6-85f9-b8d5a33319ca req-f53842ab-bd85-4a39-9054-5828feb1bfbf tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=9651212e-5afe-46e3-a99c-7ea670122e28 HTTP/1.1" status: 200  len: 210 time: 0.0445683
May 17 13:59:31.014754 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-72a83b3a-6d34-49ef-886b-329aee140134 req-41bd1d87-34e2-46b5-a542-2a8c8b0e3c37 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774149279272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132438228'] for port, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:31.020231 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-1aacf323-187b-48c1-9b64-c03060da3aea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:59:31.088471 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72a83b3a-6d34-49ef-886b-329aee140134 req-41bd1d87-34e2-46b5-a542-2a8c8b0e3c37 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Network 44766520-36a7-4a15-a6b9-ee8d2b4767ae is already hosted by enough agents. {{(pid=78742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 13:59:31.091615 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [req-72a83b3a-6d34-49ef-886b-329aee140134 req-41bd1d87-34e2-46b5-a542-2a8c8b0e3c37 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Resources bound (agent type, host, resource id):  {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:59:31.095467 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.l3_dvrscheduler_db [req-72a83b3a-6d34-49ef-886b-329aee140134 req-41bd1d87-34e2-46b5-a542-2a8c8b0e3c37 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Received port after_create {{(pid=78742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 17 13:59:31.135564 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd1d87-34e2-46b5-a542-2a8c8b0e3c37 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Pushing event updated for resources: {'Port': ['ID=ff273646-8f0c-45ed-86d1-abd9ed5bab80,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:59:31.140484 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-41bd1d87-34e2-46b5-a542-2a8c8b0e3c37 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:59:31.163091 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a83b3a-6d34-49ef-886b-329aee140134 req-41bd1d87-34e2-46b5-a542-2a8c8b0e3c37 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:31.163739 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-72a83b3a-6d34-49ef-886b-329aee140134 req-41bd1d87-34e2-46b5-a542-2a8c8b0e3c37 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for port, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:31.185220 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-72a83b3a-6d34-49ef-886b-329aee140134 req-41bd1d87-34e2-46b5-a542-2a8c8b0e3c37 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9406033
May 17 13:59:31.197569 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [req-72a83b3a-6d34-49ef-886b-329aee140134 req-504aaa92-fe52-417c-9b6c-eb3840bec81e service neutron] Request body: {'port': {'device_id': '9651212e-5afe-46e3-a99c-7ea670122e28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:59:31.320094 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-72a83b3a-6d34-49ef-886b-329aee140134 req-504aaa92-fe52-417c-9b6c-eb3840bec81e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:31.346559 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-c54c6e82-5fa7-4ffc-ac0d-a81cd7deafc4 None None] Provisioning for port ff273646-8f0c-45ed-86d1-abd9ed5bab80 completed by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:59:31.353225 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-c54c6e82-5fa7-4ffc-ac0d-a81cd7deafc4 None None] Provisioning complete for port ff273646-8f0c-45ed-86d1-abd9ed5bab80 triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:59:31.353668 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c54c6e82-5fa7-4ffc-ac0d-a81cd7deafc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:31.423393 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-c54c6e82-5fa7-4ffc-ac0d-a81cd7deafc4 None None] Port ff273646-8f0c-45ed-86d1-abd9ed5bab80 cannot update to ACTIVE because it is not bound. {{(pid=78744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 17 13:59:31.526492 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d97bce-b4aa-4b59-9ea2-9072101be8ad req-de13d37d-9c66-4d4f-9172-f79fbcec9c73 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:31.528166 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c5d97bce-b4aa-4b59-9ea2-9072101be8ad req-de13d37d-9c66-4d4f-9172-f79fbcec9c73 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ba9c8c7-7ded-4961-9e07-894e563b1a42 HTTP/1.1" status: 200  len: 944 time: 0.0867987
May 17 13:59:31.580223 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c5d97bce-b4aa-4b59-9ea2-9072101be8ad req-3e94a885-e6f7-4833-8e81-38a1d2c1a154 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/security-groups?id=0669e9b8-cbaf-4c56-99ed-772ef9017d91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457947
May 17 13:59:31.725527 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.notifiers.nova [req-72a83b3a-6d34-49ef-886b-329aee140134 req-504aaa92-fe52-417c-9b6c-eb3840bec81e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff273646-8f0c-45ed-86d1-abd9ed5bab80 {{(pid=78742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 17 13:59:31.735194 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-72a83b3a-6d34-49ef-886b-329aee140134 req-504aaa92-fe52-417c-9b6c-eb3840bec81e service neutron] Notify callbacks [] for port, precommit_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:31.750826 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.provisioning_blocks [req-72a83b3a-6d34-49ef-886b-329aee140134 req-504aaa92-fe52-417c-9b6c-eb3840bec81e service neutron] Transition to ACTIVE for port object ff273646-8f0c-45ed-86d1-abd9ed5bab80 will not be triggered until provisioned by entity L2. {{(pid=78742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 13:59:31.754438 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-72a83b3a-6d34-49ef-886b-329aee140134 req-504aaa92-fe52-417c-9b6c-eb3840bec81e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132438237'] for port, after_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:31.759376 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-cd46c83b-1ac6-4dd5-8e2f-ac8a820721f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:59:31.786604 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84a294-cf6a-4a9d-a7a1-309ddefa8634 req-ad9cd47d-57a6-423a-a043-b05c3a9730fa tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:31.788103 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2f84a294-cf6a-4a9d-a7a1-309ddefa8634 req-ad9cd47d-57a6-423a-a043-b05c3a9730fa tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 944 time: 0.0934689
May 17 13:59:31.840138 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2f84a294-cf6a-4a9d-a7a1-309ddefa8634 req-5f95df01-d47d-4437-8e8c-9430e2d6713b tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462561
May 17 13:59:31.919525 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504aaa92-fe52-417c-9b6c-eb3840bec81e service neutron] Pushing event updated for resources: {'Port': ['ID=ff273646-8f0c-45ed-86d1-abd9ed5bab80,revision_number=2']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:59:31.951724 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-504aaa92-fe52-417c-9b6c-eb3840bec81e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:59:31.999961 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.managers [req-72a83b3a-6d34-49ef-886b-329aee140134 req-504aaa92-fe52-417c-9b6c-eb3840bec81e service neutron] Attempting to bind port ff273646-8f0c-45ed-86d1-abd9ed5bab80 on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 17 13:59:32.000292 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.managers [req-72a83b3a-6d34-49ef-886b-329aee140134 req-504aaa92-fe52-417c-9b6c-eb3840bec81e service neutron] Attempting to bind port ff273646-8f0c-45ed-86d1-abd9ed5bab80 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'f571888c-1f13-4f21-90ab-85ee2021193c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae'}] {{(pid=78742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 17 13:59:32.000613 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a83b3a-6d34-49ef-886b-329aee140134 req-504aaa92-fe52-417c-9b6c-eb3840bec81e service neutron] Attempting to bind port ff273646-8f0c-45ed-86d1-abd9ed5bab80 on network 44766520-36a7-4a15-a6b9-ee8d2b4767ae {{(pid=78742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 13:59:32.005555 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a83b3a-6d34-49ef-886b-329aee140134 req-504aaa92-fe52-417c-9b6c-eb3840bec81e service neutron] Port ff273646-8f0c-45ed-86d1-abd9ed5bab80 on network 44766520-36a7-4a15-a6b9-ee8d2b4767ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 17 13:59:32.005871 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a83b3a-6d34-49ef-886b-329aee140134 req-504aaa92-fe52-417c-9b6c-eb3840bec81e service neutron] Attempting to bind port ff273646-8f0c-45ed-86d1-abd9ed5bab80 on network 44766520-36a7-4a15-a6b9-ee8d2b4767ae {{(pid=78742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 13:59:32.011360 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a83b3a-6d34-49ef-886b-329aee140134 req-504aaa92-fe52-417c-9b6c-eb3840bec81e service neutron] Checking agent: {'id': '2184a6b5-3e0c-4449-b4b5-a4e82803b4d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 53, 3), 'started_at': datetime.datetime(2021, 5, 17, 13, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 17 13:59:32.011710 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a83b3a-6d34-49ef-886b-329aee140134 req-504aaa92-fe52-417c-9b6c-eb3840bec81e service neutron] Checking segment: {'id': 'f571888c-1f13-4f21-90ab-85ee2021193c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 13:59:32.012093 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a83b3a-6d34-49ef-886b-329aee140134 req-504aaa92-fe52-417c-9b6c-eb3840bec81e service neutron] Bound using segment: {'id': 'f571888c-1f13-4f21-90ab-85ee2021193c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae'} {{(pid=78742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 17 13:59:32.012524 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.managers [req-72a83b3a-6d34-49ef-886b-329aee140134 req-504aaa92-fe52-417c-9b6c-eb3840bec81e service neutron] Bound port: ff273646-8f0c-45ed-86d1-abd9ed5bab80, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f571888c-1f13-4f21-90ab-85ee2021193c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae'}}] {{(pid=78742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 17 13:59:32.012871 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-72a83b3a-6d34-49ef-886b-329aee140134 req-504aaa92-fe52-417c-9b6c-eb3840bec81e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:32.024579 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device bd8c6855-ded5-4d2e-905a-9a971a733a4e details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 17 13:59:32.029406 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device e387a912-f167-4519-8373-1322f80d5380 up at agent hyperv_hv-cinder-78836 {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:59:32.114809 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.db [req-72a83b3a-6d34-49ef-886b-329aee140134 req-504aaa92-fe52-417c-9b6c-eb3840bec81e service neutron] For port ff273646-8f0c-45ed-86d1-abd9ed5bab80, host hv-cinder-78836, cleared binding levels {{(pid=78742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 17 13:59:32.118417 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.db [req-72a83b3a-6d34-49ef-886b-329aee140134 req-504aaa92-fe52-417c-9b6c-eb3840bec81e service neutron] For port ff273646-8f0c-45ed-86d1-abd9ed5bab80, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ff273646-8f0c-45ed-86d1-abd9ed5bab80,segment=NetworkSegment(f571888c-1f13-4f21-90ab-85ee2021193c),segment_id=f571888c-1f13-4f21-90ab-85ee2021193c)] {{(pid=78742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 17 13:59:32.127082 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-72a83b3a-6d34-49ef-886b-329aee140134 req-504aaa92-fe52-417c-9b6c-eb3840bec81e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132438237'] for port, after_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:32.131796 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:59:32.135052 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d982a5-f62f-4232-a1ab-8b59bd07c52d req-881981ec-909c-4bea-9638-dcfc27f2f487 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:32.136863 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e3d982a5-f62f-4232-a1ab-8b59bd07c52d req-881981ec-909c-4bea-9638-dcfc27f2f487 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=06240799-ef9c-47ab-860a-e4ef7b575124 HTTP/1.1" status: 200  len: 945 time: 0.1776950
May 17 13:59:32.186325 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e3d982a5-f62f-4232-a1ab-8b59bd07c52d req-38bed997-9e63-4cd9-ab8d-6f517c3639a0 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423095
May 17 13:59:32.188540 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a83b3a-6d34-49ef-886b-329aee140134 req-504aaa92-fe52-417c-9b6c-eb3840bec81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:32.189473 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-72a83b3a-6d34-49ef-886b-329aee140134 req-504aaa92-fe52-417c-9b6c-eb3840bec81e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for port, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:32.190928 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-72a83b3a-6d34-49ef-886b-329aee140134 req-504aaa92-fe52-417c-9b6c-eb3840bec81e service neutron] 10.222.0.49 "PUT /v2.0/ports/ff273646-8f0c-45ed-86d1-abd9ed5bab80 HTTP/1.1" status: 200  len: 1093 time: 0.9979739
May 17 13:59:32.193560 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9651212e-5afe-46e3-a99c-7ea670122e28', 'tag': 'ff273646-8f0c-45ed-86d1-abd9ed5bab80'}] {{(pid=78742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 13:59:32.231049 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Provisioning complete for port e387a912-f167-4519-8373-1322f80d5380 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:59:32.231444 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:32.236309 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504aaa92-fe52-417c-9b6c-eb3840bec81e service neutron] Pushing event updated for resources: {'Port': ['ID=ff273646-8f0c-45ed-86d1-abd9ed5bab80,revision_number=3']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:59:32.240786 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-504aaa92-fe52-417c-9b6c-eb3840bec81e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:59:32.386973 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a83b3a-6d34-49ef-886b-329aee140134 req-a53f59f1-4818-4540-b56a-f0918dde4e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:32.388517 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-72a83b3a-6d34-49ef-886b-329aee140134 req-a53f59f1-4818-4540-b56a-f0918dde4e79 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d77a303f986f47e2bf0264946d7679d6&device_id=9651212e-5afe-46e3-a99c-7ea670122e28 HTTP/1.1" status: 200  len: 1096 time: 0.1328027
May 17 13:59:32.388800 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port bd8c6855-ded5-4d2e-905a-9a971a733a4e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=bd8c6855-ded5-4d2e-905a-9a971a733a4e,segment=NetworkSegment(eecd0dba-c82c-42fc-a18d-272a8f834a82),segment_id=eecd0dba-c82c-42fc-a18d-272a8f834a82)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:59:32.448169 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Returning: {'device': 'bd8c6855-ded5-4d2e-905a-9a971a733a4e', 'network_id': 'a352e45a-beb4-4c74-85aa-877f4308bc0d', 'port_id': 'bd8c6855-ded5-4d2e-905a-9a971a733a4e', 'mac_address': 'fa:16:3e:e5:41:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b0db0dc-c73b-40d9-8259-2f415d9b999f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 17 13:59:32.454102 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c124b8a-79b3-4600-b99c-24de76b3f671 req-bf78aa83-1c93-4dc1-9a93-2f83cc1bd7e5 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:32.455319 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5c124b8a-79b3-4600-b99c-24de76b3f671 req-bf78aa83-1c93-4dc1-9a93-2f83cc1bd7e5 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=9651212e-5afe-46e3-a99c-7ea670122e28 HTTP/1.1" status: 200  len: 943 time: 0.1017053
May 17 13:59:32.466283 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-72a83b3a-6d34-49ef-886b-329aee140134 req-fae2d1d3-45e8-4968-af75-28fa59716e47 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff273646-8f0c-45ed-86d1-abd9ed5bab80 HTTP/1.1" status: 200  len: 217 time: 0.0694764
May 17 13:59:32.501605 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5c124b8a-79b3-4600-b99c-24de76b3f671 req-393671a5-49c0-4489-a5f9-6e5990f88ebd tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/security-groups?id=522f6041-c669-4fb8-900e-d7020dc67f0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400224
May 17 13:59:32.510223 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:32.540008 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a83b3a-6d34-49ef-886b-329aee140134 req-76324e8a-d522-452e-8194-03d6307d2009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:32.542349 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-72a83b3a-6d34-49ef-886b-329aee140134 req-76324e8a-d522-452e-8194-03d6307d2009 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=31d31f43-e8b1-4e8d-8f8a-74810a227c7c HTTP/1.1" status: 200  len: 851 time: 0.0663567
May 17 13:59:32.547471 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:32.563473 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '004c576d-e292-4883-aea6-cefaf5268396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e387a912-f167-4519-8373-1322f80d5380'}] {{(pid=78744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 13:59:32.579551 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd8c6855-ded5-4d2e-905a-9a971a733a4e {{(pid=78744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 17 13:59:32.581098 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9651212e-5afe-46e3-a99c-7ea670122e28', 'tag': 'ff273646-8f0c-45ed-86d1-abd9ed5bab80', 'status': 'completed', 'code': 200}
May 17 13:59:32.584336 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port e387a912-f167-4519-8373-1322f80d5380, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e387a912-f167-4519-8373-1322f80d5380,segment=NetworkSegment(41cda2c3-d474-4247-94e6-3fc71c3a8d3e),segment_id=41cda2c3-d474-4247-94e6-3fc71c3a8d3e)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:59:32.592787 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:32.596704 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-188707c6-0a15-4b8a-9604-99da5bf6d822 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:59:32.625946 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a83b3a-6d34-49ef-886b-329aee140134 req-7cec7c4b-babb-44ad-be0c-70b4e51f525d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:32.627347 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-72a83b3a-6d34-49ef-886b-329aee140134 req-7cec7c4b-babb-44ad-be0c-70b4e51f525d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=44766520-36a7-4a15-a6b9-ee8d2b4767ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0783875
May 17 13:59:32.636098 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port bd8c6855-ded5-4d2e-905a-9a971a733a4e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=bd8c6855-ded5-4d2e-905a-9a971a733a4e,segment=NetworkSegment(eecd0dba-c82c-42fc-a18d-272a8f834a82),segment_id=eecd0dba-c82c-42fc-a18d-272a8f834a82)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:59:32.652352 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:32.671995 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Pushing event updated for resources: {'Port': ['ID=e387a912-f167-4519-8373-1322f80d5380,revision_number=7']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:59:32.674937 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:59:32.675391 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-8b7c2843-2570-41df-9383-cb9ecf730c70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:59:32.748810 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Pushing event updated for resources: {'Port': ['ID=bd8c6855-ded5-4d2e-905a-9a971a733a4e,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:59:32.752956 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:59:32.774521 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-72a83b3a-6d34-49ef-886b-329aee140134 req-16cb8c8e-0afe-4da0-8e8d-88211325b8c9 service neutron] 10.222.0.49 "GET /v2.0/networks/44766520-36a7-4a15-a6b9-ee8d2b4767ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392488
May 17 13:59:32.962650 dv-cinder-788363-3-iscsi neutron-server[78744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '004c576d-e292-4883-aea6-cefaf5268396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e387a912-f167-4519-8373-1322f80d5380', 'code': 200}
May 17 13:59:33.009997 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-72a83b3a-6d34-49ef-886b-329aee140134 req-9c7110fc-60bd-4457-84e7-980afa7b8b1f service neutron] 10.222.0.49 "GET /v2.0/networks/44766520-36a7-4a15-a6b9-ee8d2b4767ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2278733
May 17 13:59:33.134428 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc64a1-f033-443e-b21d-f2a3444e3c92 req-31457a68-55c0-407c-b408-87ebebd2bd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:33.136082 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-5fcc64a1-f033-443e-b21d-f2a3444e3c92 req-31457a68-55c0-407c-b408-87ebebd2bd3b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d77a303f986f47e2bf0264946d7679d6&device_id=9651212e-5afe-46e3-a99c-7ea670122e28 HTTP/1.1" status: 200  len: 1096 time: 0.0705185
May 17 13:59:33.140563 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b67995-fe30-4911-a71d-1d807ddc5579 req-da463c84-01a7-44cd-972d-37181f90ad9d tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:33.141940 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-52b67995-fe30-4911-a71d-1d807ddc5579 req-da463c84-01a7-44cd-972d-37181f90ad9d tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ba9c8c7-7ded-4961-9e07-894e563b1a42 HTTP/1.1" status: 200  len: 945 time: 0.0826261
May 17 13:59:33.188146 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-52b67995-fe30-4911-a71d-1d807ddc5579 req-10223524-4d3d-4d5e-8276-af46b074483e tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/security-groups?id=0669e9b8-cbaf-4c56-99ed-772ef9017d91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401320
May 17 13:59:33.267721 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc64a1-f033-443e-b21d-f2a3444e3c92 req-3027d286-850f-4098-b352-b09fa6ddba19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:33.269171 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-5fcc64a1-f033-443e-b21d-f2a3444e3c92 req-3027d286-850f-4098-b352-b09fa6ddba19 service neutron] 10.222.0.49 "GET /v2.0/networks?id=44766520-36a7-4a15-a6b9-ee8d2b4767ae HTTP/1.1" status: 200  len: 913 time: 0.1261139
May 17 13:59:33.340969 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-5fcc64a1-f033-443e-b21d-f2a3444e3c92 req-00fea774-7504-4ba7-9a2b-6a23fca3c0e0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff273646-8f0c-45ed-86d1-abd9ed5bab80 HTTP/1.1" status: 200  len: 217 time: 0.0634186
May 17 13:59:33.370969 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b8842-5d38-48a9-9af1-c69c9f00ceb7 req-3f0db710-6459-495f-b09e-cbd2c22a39a0 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:33.372483 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d49b8842-5d38-48a9-9af1-c69c9f00ceb7 req-3f0db710-6459-495f-b09e-cbd2c22a39a0 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 945 time: 0.0890689
May 17 13:59:33.411284 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc64a1-f033-443e-b21d-f2a3444e3c92 req-1c713276-d105-475e-a8a0-0bc8d13468ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:33.412876 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-5fcc64a1-f033-443e-b21d-f2a3444e3c92 req-1c713276-d105-475e-a8a0-0bc8d13468ad service neutron] 10.222.0.49 "GET /v2.0/subnets?id=31d31f43-e8b1-4e8d-8f8a-74810a227c7c HTTP/1.1" status: 200  len: 851 time: 0.0653632
May 17 13:59:33.418676 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d49b8842-5d38-48a9-9af1-c69c9f00ceb7 req-290e49e6-0ef1-48ac-a9ef-8c2dd484d939 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396724
May 17 13:59:33.421901 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:33.489627 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc64a1-f033-443e-b21d-f2a3444e3c92 req-af8e5c9a-2cee-4d11-9e26-b18843878e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:33.491064 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-5fcc64a1-f033-443e-b21d-f2a3444e3c92 req-af8e5c9a-2cee-4d11-9e26-b18843878e5f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=44766520-36a7-4a15-a6b9-ee8d2b4767ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0719540
May 17 13:59:33.620996 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-5fcc64a1-f033-443e-b21d-f2a3444e3c92 req-8865e317-a6b4-406e-83c6-ea2f969fef74 service neutron] 10.222.0.49 "GET /v2.0/networks/44766520-36a7-4a15-a6b9-ee8d2b4767ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1225827
May 17 13:59:33.684992 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0570f9c9-dadf-4879-989f-54cfd6041090 req-ac38f122-8004-472e-bcaf-2fe32c9ed38f tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:33.686406 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0570f9c9-dadf-4879-989f-54cfd6041090 req-ac38f122-8004-472e-bcaf-2fe32c9ed38f tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=9651212e-5afe-46e3-a99c-7ea670122e28 HTTP/1.1" status: 200  len: 943 time: 0.0800350
May 17 13:59:33.735188 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0570f9c9-dadf-4879-989f-54cfd6041090 req-d769d067-ae38-4a55-977c-b1468dee1381 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/security-groups?id=522f6041-c669-4fb8-900e-d7020dc67f0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420251
May 17 13:59:33.754231 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-5fcc64a1-f033-443e-b21d-f2a3444e3c92 req-6f1f129e-ea12-483f-88af-2440412f1584 service neutron] 10.222.0.49 "GET /v2.0/networks/44766520-36a7-4a15-a6b9-ee8d2b4767ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247063
May 17 13:59:33.849909 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] get_ports_and_sgs() called for port_ids ['bd8c6855-ded5-4d2e-905a-9a971a733a4e'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 17 13:59:34.553824 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c99e5-0c2c-4748-88d3-7038d93f9f53 req-0337938d-face-4717-b7a3-b575067dc104 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:34.555343 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e78c99e5-0c2c-4748-88d3-7038d93f9f53 req-0337938d-face-4717-b7a3-b575067dc104 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ba9c8c7-7ded-4961-9e07-894e563b1a42 HTTP/1.1" status: 200  len: 945 time: 0.0882373
May 17 13:59:34.600659 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e78c99e5-0c2c-4748-88d3-7038d93f9f53 req-f8422ac8-629c-4d2c-8d49-40d9e447da97 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/security-groups?id=0669e9b8-cbaf-4c56-99ed-772ef9017d91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393066
May 17 13:59:34.770794 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92afa0e-9d79-4d0b-a88c-da8224a33210 req-c01b633d-ec75-4930-8a97-9836966ac4aa tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:34.772259 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b92afa0e-9d79-4d0b-a88c-da8224a33210 req-c01b633d-ec75-4930-8a97-9836966ac4aa tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 945 time: 0.0815809
May 17 13:59:34.816476 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b92afa0e-9d79-4d0b-a88c-da8224a33210 req-a5f7a88b-9f48-4425-8b51-2100dca4b10d tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385151
May 17 13:59:34.996473 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0233bc-34a7-4cb4-9c9b-9dfda308abfb req-72066ff1-6a5a-41c1-92d8-6829e20d3723 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:34.997961 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8f0233bc-34a7-4cb4-9c9b-9dfda308abfb req-72066ff1-6a5a-41c1-92d8-6829e20d3723 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=9651212e-5afe-46e3-a99c-7ea670122e28 HTTP/1.1" status: 200  len: 943 time: 0.0824118
May 17 13:59:35.045987 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8f0233bc-34a7-4cb4-9c9b-9dfda308abfb req-828d6869-008e-46de-bf80-62590f4ec77b tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/security-groups?id=522f6041-c669-4fb8-900e-d7020dc67f0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415528
May 17 13:59:35.793185 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95208656-9f39-4f6e-848f-844d2788f14f req-03159572-9ff3-48a3-ab43-b3d672b1e4fe tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:35.794665 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-95208656-9f39-4f6e-848f-844d2788f14f req-03159572-9ff3-48a3-ab43-b3d672b1e4fe tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ba9c8c7-7ded-4961-9e07-894e563b1a42 HTTP/1.1" status: 200  len: 945 time: 0.0852358
May 17 13:59:35.840703 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-95208656-9f39-4f6e-848f-844d2788f14f req-238c0677-391a-432b-a10a-ad3ab316ae30 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/security-groups?id=0669e9b8-cbaf-4c56-99ed-772ef9017d91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389585
May 17 13:59:36.015999 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24543784-73f3-4cfa-8b89-55ecd3355a09 req-4fcc0f98-d0f4-4981-897b-79983acbf581 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:36.017449 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-24543784-73f3-4cfa-8b89-55ecd3355a09 req-4fcc0f98-d0f4-4981-897b-79983acbf581 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 945 time: 0.0840135
May 17 13:59:36.037962 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device bd8c6855-ded5-4d2e-905a-9a971a733a4e up at agent hyperv_hv-cinder-78836 {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:59:36.062802 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-24543784-73f3-4cfa-8b89-55ecd3355a09 req-2a71f364-f896-4fce-9bf9-c0955fc956dc tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396256
May 17 13:59:36.107837 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Provisioning for port bd8c6855-ded5-4d2e-905a-9a971a733a4e completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:59:36.112839 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Provisioning complete for port bd8c6855-ded5-4d2e-905a-9a971a733a4e triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:59:36.113217 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:36.229430 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:36.236849 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01057533-ee07-489d-8ae3-d281b56b3c3b req-a48ec23b-3bde-4285-bbe5-25ad2312b2df tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:36.238332 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-01057533-ee07-489d-8ae3-d281b56b3c3b req-a48ec23b-3bde-4285-bbe5-25ad2312b2df tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=9651212e-5afe-46e3-a99c-7ea670122e28 HTTP/1.1" status: 200  len: 943 time: 0.0778801
May 17 13:59:36.257938 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba9c8c7-7ded-4961-9e07-894e563b1a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8c6855-ded5-4d2e-905a-9a971a733a4e'}] {{(pid=78744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 13:59:36.268105 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port bd8c6855-ded5-4d2e-905a-9a971a733a4e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=bd8c6855-ded5-4d2e-905a-9a971a733a4e,segment=NetworkSegment(eecd0dba-c82c-42fc-a18d-272a8f834a82),segment_id=eecd0dba-c82c-42fc-a18d-272a8f834a82)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:59:36.273101 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:36.275855 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:59:36.288743 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-01057533-ee07-489d-8ae3-d281b56b3c3b req-b1443d1d-e8b5-4e8b-b764-5751613d7522 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/security-groups?id=522f6041-c669-4fb8-900e-d7020dc67f0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438304
May 17 13:59:36.343313 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Pushing event updated for resources: {'Port': ['ID=bd8c6855-ded5-4d2e-905a-9a971a733a4e,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:59:36.346940 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:59:36.348628 dv-cinder-788363-3-iscsi neutron-server[78744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba9c8c7-7ded-4961-9e07-894e563b1a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8c6855-ded5-4d2e-905a-9a971a733a4e', 'code': 200}
May 17 13:59:36.573177 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d99d3-ad0c-4b2d-a15d-2e645ebaafba req-75be78bb-3111-4aa5-abe0-a76a15fb74be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:36.574852 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-8c9d99d3-ad0c-4b2d-a15d-2e645ebaafba req-75be78bb-3111-4aa5-abe0-a76a15fb74be service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5ba9c8c7-7ded-4961-9e07-894e563b1a42 HTTP/1.1" status: 200  len: 1099 time: 0.0721214
May 17 13:59:36.617599 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-8c9d99d3-ad0c-4b2d-a15d-2e645ebaafba req-f7c0ab23-725e-4975-abb3-3b4acd3ac23c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0669e9b8-cbaf-4c56-99ed-772ef9017d91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0357049
May 17 13:59:37.025503 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d67be4-ccff-4bd6-995c-2b5e2994cd54 req-cf10d6a0-ba33-41c4-9fbe-7bb00bd53112 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:37.026929 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-20d67be4-ccff-4bd6-995c-2b5e2994cd54 req-cf10d6a0-ba33-41c4-9fbe-7bb00bd53112 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ba9c8c7-7ded-4961-9e07-894e563b1a42 HTTP/1.1" status: 200  len: 946 time: 0.0779696
May 17 13:59:37.071328 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-20d67be4-ccff-4bd6-995c-2b5e2994cd54 req-a3f0ffcd-40cc-4848-8075-cc9753113ee3 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/security-groups?id=0669e9b8-cbaf-4c56-99ed-772ef9017d91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385463
May 17 13:59:37.253445 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdabdb92-596f-418e-a5cf-5015e53211af req-566b8d0d-44f8-40b9-8a52-2bb96caf7431 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:37.254825 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-bdabdb92-596f-418e-a5cf-5015e53211af req-566b8d0d-44f8-40b9-8a52-2bb96caf7431 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 945 time: 0.0835879
May 17 13:59:37.301822 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-bdabdb92-596f-418e-a5cf-5015e53211af req-76ea1f66-c002-4401-bf43-713a73791555 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408792
May 17 13:59:37.422887 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-eddb9031-23df-4bf3-a40d-61b2e3a8459a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:37.498007 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408558c-eb4f-4f4b-afab-c2f3d1b7ff32 req-660186f3-4421-47c0-ab85-fa8b31b350cf tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:37.499536 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f408558c-eb4f-4f4b-afab-c2f3d1b7ff32 req-660186f3-4421-47c0-ab85-fa8b31b350cf tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=9651212e-5afe-46e3-a99c-7ea670122e28 HTTP/1.1" status: 200  len: 943 time: 0.0848141
May 17 13:59:37.549499 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f408558c-eb4f-4f4b-afab-c2f3d1b7ff32 req-4fab2cd0-f903-4740-a7a2-792f91e18e7c tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/security-groups?id=522f6041-c669-4fb8-900e-d7020dc67f0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439060
May 17 13:59:38.124569 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5700214c-c108-474a-ac60-e0bd3b36e3ff req-62c39f06-7694-4330-8c25-10adbd31ed46 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:38.134107 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5700214c-c108-474a-ac60-e0bd3b36e3ff req-62c39f06-7694-4330-8c25-10adbd31ed46 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 946 time: 0.1370323
May 17 13:59:38.191718 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5700214c-c108-474a-ac60-e0bd3b36e3ff req-1f42cf4c-6705-42ca-b15c-407023324ed9 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555124
May 17 13:59:38.441421 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe90a3-9801-4be9-82c7-928000099b27 req-8c1e38e1-aa6e-4dbb-bb5b-52bc036c6e59 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:38.442793 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-96fe90a3-9801-4be9-82c7-928000099b27 req-8c1e38e1-aa6e-4dbb-bb5b-52bc036c6e59 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ba9c8c7-7ded-4961-9e07-894e563b1a42 HTTP/1.1" status: 200  len: 946 time: 0.0980675
May 17 13:59:38.507263 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-96fe90a3-9801-4be9-82c7-928000099b27 req-a61c3ca7-8a3d-4f00-aa3d-f1b0066cc1e6 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/security-groups?id=0669e9b8-cbaf-4c56-99ed-772ef9017d91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551598
May 17 13:59:38.717013 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e93f1bf-af65-46bd-b9fa-1a41a2b9030a req-4506a084-ee81-4346-afcf-817cdfa280fc tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:38.718931 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7e93f1bf-af65-46bd-b9fa-1a41a2b9030a req-4506a084-ee81-4346-afcf-817cdfa280fc tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 945 time: 0.0905347
May 17 13:59:38.771613 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7e93f1bf-af65-46bd-b9fa-1a41a2b9030a req-73e3dbed-8624-45f0-ae70-0ac655d9d689 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465341
May 17 13:59:38.972619 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa725944-116d-478a-bb46-a951272e0d91 req-19125cf4-db53-4ff4-bf6b-d28275db00ae tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:38.974087 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-aa725944-116d-478a-bb46-a951272e0d91 req-19125cf4-db53-4ff4-bf6b-d28275db00ae tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ba9c8c7-7ded-4961-9e07-894e563b1a42 HTTP/1.1" status: 200  len: 946 time: 0.0843866
May 17 13:59:39.021953 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-aa725944-116d-478a-bb46-a951272e0d91 req-5025d8fc-c6fb-4192-869f-4c3abc87188b tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/security-groups?id=0669e9b8-cbaf-4c56-99ed-772ef9017d91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419033
May 17 13:59:39.308761 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551bc09a-ac12-4365-94c7-1c0bb6a7692c req-fe195a9b-736b-415c-b03c-aa2cf55faa0c tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:39.310239 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-551bc09a-ac12-4365-94c7-1c0bb6a7692c req-fe195a9b-736b-415c-b03c-aa2cf55faa0c tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=9651212e-5afe-46e3-a99c-7ea670122e28 HTTP/1.1" status: 200  len: 943 time: 0.1822200
May 17 13:59:39.362514 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-551bc09a-ac12-4365-94c7-1c0bb6a7692c req-c4491aa0-ef38-4a83-8223-1471cda32583 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/security-groups?id=522f6041-c669-4fb8-900e-d7020dc67f0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456998
May 17 13:59:39.776529 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c3715b-ab45-4c48-9720-5f405de549d6 req-8c201370-fbc6-45d1-915d-f023c29095f1 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:39.778148 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f5c3715b-ab45-4c48-9720-5f405de549d6 req-8c201370-fbc6-45d1-915d-f023c29095f1 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 946 time: 0.0862174
May 17 13:59:39.832767 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f5c3715b-ab45-4c48-9720-5f405de549d6 req-37335953-f1e3-48dd-a05a-f4ea0d0a36a0 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469270
May 17 13:59:39.880084 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:40.098265 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b63d7d-42e1-4f38-ba2c-d31bc2256cc8 req-54eb8844-42ae-4634-be41-bc25bab6b0f1 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:40.099876 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-65b63d7d-42e1-4f38-ba2c-d31bc2256cc8 req-54eb8844-42ae-4634-be41-bc25bab6b0f1 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ba9c8c7-7ded-4961-9e07-894e563b1a42 HTTP/1.1" status: 200  len: 946 time: 0.1091568
May 17 13:59:40.138257 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-651f4fc5-07b0-49a4-8fd2-9eccd2624926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:40.152676 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-65b63d7d-42e1-4f38-ba2c-d31bc2256cc8 req-b25e9b82-3dc4-4fc3-87d3-8725c4a568bb tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/security-groups?id=0669e9b8-cbaf-4c56-99ed-772ef9017d91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464818
May 17 13:59:40.394979 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e51755-b8ca-4be7-8a9b-e119ccefc512 req-14f3ae13-0b6d-4bc4-897c-2abde6f4aba9 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:40.396579 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-34e51755-b8ca-4be7-8a9b-e119ccefc512 req-14f3ae13-0b6d-4bc4-897c-2abde6f4aba9 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 945 time: 0.0959303
May 17 13:59:40.476343 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-34e51755-b8ca-4be7-8a9b-e119ccefc512 req-a891465c-c0c9-459e-9708-61692f3ecbd2 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0719802
May 17 13:59:40.759205 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90791732-799e-4433-aae0-82bb7778f5fe req-7721448b-7bcd-4f79-b76b-450bc9f4c2d5 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:40.761409 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-90791732-799e-4433-aae0-82bb7778f5fe req-7721448b-7bcd-4f79-b76b-450bc9f4c2d5 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=9651212e-5afe-46e3-a99c-7ea670122e28 HTTP/1.1" status: 200  len: 943 time: 0.0887814
May 17 13:59:40.829952 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-90791732-799e-4433-aae0-82bb7778f5fe req-87e864e2-4d15-43f2-bf11-70404d8c3823 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/security-groups?id=522f6041-c669-4fb8-900e-d7020dc67f0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0615933
May 17 13:59:40.948999 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58c4da-8567-4caf-84b3-721de7d90eba req-7a87cc70-1d3b-4494-a34f-cf2000d41514 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:40.951223 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-7d58c4da-8567-4caf-84b3-721de7d90eba req-7a87cc70-1d3b-4494-a34f-cf2000d41514 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 946 time: 0.0910876
May 17 13:59:41.016420 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-533a9918-d89c-4562-8a48-35a661957320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:41.155239 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [req-7d58c4da-8567-4caf-84b3-721de7d90eba req-0637e2b5-9911-4244-b60b-998a41c06aef tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Deleting port b81ebfd9-4356-495e-b668-1699361b58b3 {{(pid=78742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 13:59:41.156617 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-7d58c4da-8567-4caf-84b3-721de7d90eba req-0637e2b5-9911-4244-b60b-998a41c06aef tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:41.210612 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1598cd2-c4c2-45aa-8c0e-a117a76df00c req-7bd42f2d-b8bc-4d69-9af0-1baf7a789bda tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:41.217867 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e1598cd2-c4c2-45aa-8c0e-a117a76df00c req-7bd42f2d-b8bc-4d69-9af0-1baf7a789bda tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 946 time: 0.2468805
May 17 13:59:41.268168 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e1598cd2-c4c2-45aa-8c0e-a117a76df00c req-5a3ef501-1ddd-44d8-9284-e4014cd1a6e8 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485039
May 17 13:59:41.334562 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.db [req-7d58c4da-8567-4caf-84b3-721de7d90eba req-0637e2b5-9911-4244-b60b-998a41c06aef tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] For port b81ebfd9-4356-495e-b668-1699361b58b3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b81ebfd9-4356-495e-b668-1699361b58b3,segment=NetworkSegment(6c4d3457-ef9a-42c3-8ce3-3e6a8a699a24),segment_id=6c4d3457-ef9a-42c3-8ce3-3e6a8a699a24)] {{(pid=78742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:59:41.335279 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-7d58c4da-8567-4caf-84b3-721de7d90eba req-0637e2b5-9911-4244-b60b-998a41c06aef tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:41.473569 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [req-7d58c4da-8567-4caf-84b3-721de7d90eba req-0637e2b5-9911-4244-b60b-998a41c06aef tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Calling delete_port for b81ebfd9-4356-495e-b668-1699361b58b3 owned by compute:nova {{(pid=78742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 13:59:41.626671 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-7d58c4da-8567-4caf-84b3-721de7d90eba req-0637e2b5-9911-4244-b60b-998a41c06aef tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132438228'] for port, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:41.634120 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-504aaa92-fe52-417c-9b6c-eb3840bec81e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:59:41.642714 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] get_ports_and_sgs() called for port_ids ['6d4c4b17-c28a-465c-9c71-fafa2218663f', 'b81ebfd9-4356-495e-b668-1699361b58b3'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 17 13:59:41.684344 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0637e2b5-9911-4244-b60b-998a41c06aef tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Pushing event deleted for resources: {'Port': ['ID=b81ebfd9-4356-495e-b668-1699361b58b3,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:59:41.694306 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-0637e2b5-9911-4244-b60b-998a41c06aef tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:59:41.787544 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d66cc-5d54-4af6-9328-590f9956dcf7 req-cb921dcb-b5f9-4b8d-9d0e-67d68f52a26f tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:41.791665 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d58c4da-8567-4caf-84b3-721de7d90eba req-0637e2b5-9911-4244-b60b-998a41c06aef tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] No DVR routers for this DVR port b81ebfd9-4356-495e-b668-1699361b58b3 on host hv-cinder-78836 {{(pid=78742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 17 13:59:41.792529 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ad4d66cc-5d54-4af6-9328-590f9956dcf7 req-cb921dcb-b5f9-4b8d-9d0e-67d68f52a26f tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 945 time: 0.1076708
May 17 13:59:41.797459 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-7d58c4da-8567-4caf-84b3-721de7d90eba req-0637e2b5-9911-4244-b60b-998a41c06aef tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for port, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:41.829029 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d68af3b-8b88-4984-afde-ed78bd94e3cb', 'name': 'network-vif-deleted', 'tag': 'b81ebfd9-4356-495e-b668-1699361b58b3'}] {{(pid=78742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 13:59:41.843667 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-7d58c4da-8567-4caf-84b3-721de7d90eba req-0637e2b5-9911-4244-b60b-998a41c06aef tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.49 "DELETE /v2.0/ports/b81ebfd9-4356-495e-b668-1699361b58b3 HTTP/1.1" status: 204  len: 173 time: 0.8815014
May 17 13:59:41.864211 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ad4d66cc-5d54-4af6-9328-590f9956dcf7 req-cd072671-5593-46b6-954d-3b26e2f63209 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0664244
May 17 13:59:41.941620 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d68af3b-8b88-4984-afde-ed78bd94e3cb', 'name': 'network-vif-deleted', 'tag': 'b81ebfd9-4356-495e-b668-1699361b58b3', 'status': 'completed', 'code': 200}
May 17 13:59:42.063531 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device ff273646-8f0c-45ed-86d1-abd9ed5bab80 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 17 13:59:42.278354 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec376b2a-525e-4fb6-a7df-6e7435e18f4b req-efb46b28-bd7b-4d75-ae2c-03167adcb953 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:42.280135 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ec376b2a-525e-4fb6-a7df-6e7435e18f4b req-efb46b28-bd7b-4d75-ae2c-03167adcb953 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=9651212e-5afe-46e3-a99c-7ea670122e28 HTTP/1.1" status: 200  len: 943 time: 0.2133253
May 17 13:59:42.357984 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port ff273646-8f0c-45ed-86d1-abd9ed5bab80, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ff273646-8f0c-45ed-86d1-abd9ed5bab80,segment=NetworkSegment(f571888c-1f13-4f21-90ab-85ee2021193c),segment_id=f571888c-1f13-4f21-90ab-85ee2021193c)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:59:42.390482 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Returning: {'device': 'ff273646-8f0c-45ed-86d1-abd9ed5bab80', 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae', 'port_id': 'ff273646-8f0c-45ed-86d1-abd9ed5bab80', 'mac_address': 'fa:16:3e:e9:df:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31d31f43-e8b1-4e8d-8f8a-74810a227c7c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 17 13:59:42.431895 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ec376b2a-525e-4fb6-a7df-6e7435e18f4b req-3de18af2-31f3-49d7-a7a3-afc994683c18 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/security-groups?id=522f6041-c669-4fb8-900e-d7020dc67f0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1451409
May 17 13:59:42.463608 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:42.487931 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff273646-8f0c-45ed-86d1-abd9ed5bab80 {{(pid=78744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 17 13:59:42.518482 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port ff273646-8f0c-45ed-86d1-abd9ed5bab80, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ff273646-8f0c-45ed-86d1-abd9ed5bab80,segment=NetworkSegment(f571888c-1f13-4f21-90ab-85ee2021193c),segment_id=f571888c-1f13-4f21-90ab-85ee2021193c)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:59:42.525497 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:42.531193 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:59:42.577978 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1529072-104d-404f-8ce8-7078c9c34ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:42.636504 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Pushing event updated for resources: {'Port': ['ID=ff273646-8f0c-45ed-86d1-abd9ed5bab80,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:59:42.640943 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:59:42.712357 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-395ae745-2dd0-4af6-8733-7d0afc06a944 req-4a6c5dce-8331-4cd9-bd73-935b2dbd85a4 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d68af3b-8b88-4984-afde-ed78bd94e3cb HTTP/1.1" status: 200  len: 210 time: 0.0620422
May 17 13:59:43.000041 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] get_ports_and_sgs() called for port_ids ['ff273646-8f0c-45ed-86d1-abd9ed5bab80'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 17 13:59:43.623222 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3dfc03-577a-488f-8ff2-4cf3e6a20424 req-60a85540-acc2-4f73-ac09-322167b8821b tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:43.626291 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-dc3dfc03-577a-488f-8ff2-4cf3e6a20424 req-60a85540-acc2-4f73-ac09-322167b8821b tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 945 time: 0.1033866
May 17 13:59:43.683947 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-dc3dfc03-577a-488f-8ff2-4cf3e6a20424 req-6801bd41-f1c1-487b-b056-964bda9fff32 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0513289
May 17 13:59:43.896406 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b124417-e249-4913-a655-7cd5e3ec793c req-6cab4a96-8be3-4427-99d2-f762944ae699 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:43.897932 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2b124417-e249-4913-a655-7cd5e3ec793c req-6cab4a96-8be3-4427-99d2-f762944ae699 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 946 time: 0.0875359
May 17 13:59:43.948376 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2b124417-e249-4913-a655-7cd5e3ec793c req-ab492d17-83aa-4104-a4db-598036ced38e tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443697
May 17 13:59:44.070450 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device b81ebfd9-4356-495e-b668-1699361b58b3 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 17 13:59:44.120150 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] No Port match for: b81ebfd9-4356-495e-b668-1699361b58b3 {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 17 13:59:44.120645 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device b81ebfd9-4356-495e-b668-1699361b58b3 not bound to the agent host hv-cinder-78836 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 17 13:59:44.196885 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800de87-fc18-46eb-a381-553855d842a8 req-9e281fec-680b-48af-b98a-4bfe9cc31136 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:44.198442 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7800de87-fc18-46eb-a381-553855d842a8 req-9e281fec-680b-48af-b98a-4bfe9cc31136 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=9651212e-5afe-46e3-a99c-7ea670122e28 HTTP/1.1" status: 200  len: 944 time: 0.1013682
May 17 13:59:44.258211 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7800de87-fc18-46eb-a381-553855d842a8 req-fa81572c-f082-4d6e-bc77-0bfe2f5dda6a tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/security-groups?id=522f6041-c669-4fb8-900e-d7020dc67f0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0523629
May 17 13:59:44.658879 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-8052cd49-7a68-4d4d-8373-307cb75036c7 None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 17 13:59:44.813086 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310390f-88d1-48db-a6c3-c5f1d71c3fe9 req-f6a0109c-b9f3-4b08-b07d-5d5decf1ec5f tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:44.814763 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0310390f-88d1-48db-a6c3-c5f1d71c3fe9 req-f6a0109c-b9f3-4b08-b07d-5d5decf1ec5f tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=06240799-ef9c-47ab-860a-e4ef7b575124 HTTP/1.1" status: 200  len: 945 time: 0.0856471
May 17 13:59:44.869876 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0310390f-88d1-48db-a6c3-c5f1d71c3fe9 req-c932018b-283c-4835-87d8-e88b3657c066 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490172
May 17 13:59:45.048888 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2b661-a770-4dbf-bfb7-06002a2504fe req-a6754ac9-7231-4c68-b153-4b5ac294db01 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:45.050318 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-58d2b661-a770-4dbf-bfb7-06002a2504fe req-a6754ac9-7231-4c68-b153-4b5ac294db01 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 945 time: 0.0833237
May 17 13:59:45.106763 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-58d2b661-a770-4dbf-bfb7-06002a2504fe req-61eb4a5a-64a8-4860-8bd0-b0acc4bd9012 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504601
May 17 13:59:45.287683 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae5b8c-a69f-4a6f-8506-e2b015a9e05c req-9b57e3ec-0b14-46f9-a3fe-8af001835c84 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:45.289462 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4bae5b8c-a69f-4a6f-8506-e2b015a9e05c req-9b57e3ec-0b14-46f9-a3fe-8af001835c84 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 946 time: 0.0913918
May 17 13:59:45.350517 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4bae5b8c-a69f-4a6f-8506-e2b015a9e05c req-b1ee0349-c4e7-4d46-9f66-9f54a93a35c0 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0541141
May 17 13:59:45.547231 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b3ca9b-5f86-4885-a93c-3c438068faf9 req-95c17f20-71d5-47d4-958f-895ae6cbdf27 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:45.549220 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-68b3ca9b-5f86-4885-a93c-3c438068faf9 req-95c17f20-71d5-47d4-958f-895ae6cbdf27 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=9651212e-5afe-46e3-a99c-7ea670122e28 HTTP/1.1" status: 200  len: 944 time: 0.0956237
May 17 13:59:45.606897 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-68b3ca9b-5f86-4885-a93c-3c438068faf9 req-508c0617-d35e-49db-966d-d0f9534ddef1 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/security-groups?id=522f6041-c669-4fb8-900e-d7020dc67f0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515921
May 17 13:59:46.070656 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2c16f-fab0-48d7-8285-8fda4e85bd0a req-d8148101-5fdf-441c-8526-985e27acb3a9 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:46.071436 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device ff273646-8f0c-45ed-86d1-abd9ed5bab80 up at agent hyperv_hv-cinder-78836 {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 13:59:46.073440 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-96f2c16f-fab0-48d7-8285-8fda4e85bd0a req-d8148101-5fdf-441c-8526-985e27acb3a9 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=06240799-ef9c-47ab-860a-e4ef7b575124 HTTP/1.1" status: 200  len: 945 time: 0.0913043
May 17 13:59:46.152228 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-96f2c16f-fab0-48d7-8285-8fda4e85bd0a req-10745209-ab16-40cd-9bef-d112afabe98d tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703137
May 17 13:59:46.171314 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Provisioning for port ff273646-8f0c-45ed-86d1-abd9ed5bab80 completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 13:59:46.178600 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Provisioning complete for port ff273646-8f0c-45ed-86d1-abd9ed5bab80 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 13:59:46.179457 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:46.334641 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:46.366376 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9651212e-5afe-46e3-a99c-7ea670122e28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff273646-8f0c-45ed-86d1-abd9ed5bab80'}] {{(pid=78744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 13:59:46.379389 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port ff273646-8f0c-45ed-86d1-abd9ed5bab80, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ff273646-8f0c-45ed-86d1-abd9ed5bab80,segment=NetworkSegment(f571888c-1f13-4f21-90ab-85ee2021193c),segment_id=f571888c-1f13-4f21-90ab-85ee2021193c)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:59:46.386313 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:46.389073 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-d5563ab1-1034-44d1-a708-6b072f36fddc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:59:46.480524 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Pushing event updated for resources: {'Port': ['ID=ff273646-8f0c-45ed-86d1-abd9ed5bab80,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:59:46.493609 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:59:46.524039 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54114071-d866-41f5-b25f-483629539139 req-e3682b02-3b9b-4675-b6c0-a7f20b4eb6c5 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:46.526641 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-54114071-d866-41f5-b25f-483629539139 req-e3682b02-3b9b-4675-b6c0-a7f20b4eb6c5 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 945 time: 0.2576849
May 17 13:59:46.576690 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-54114071-d866-41f5-b25f-483629539139 req-62fb44e9-ee7f-4d39-9aec-1b056a30f2a7 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442901
May 17 13:59:46.658097 dv-cinder-788363-3-iscsi neutron-server[78744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9651212e-5afe-46e3-a99c-7ea670122e28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff273646-8f0c-45ed-86d1-abd9ed5bab80', 'code': 200}
May 17 13:59:46.836096 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5988e946-b03a-4efb-8ab6-1f335bbaa6ca req-9106609d-2911-4f9a-aab9-b439217c78a4 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:46.849295 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5988e946-b03a-4efb-8ab6-1f335bbaa6ca req-9106609d-2911-4f9a-aab9-b439217c78a4 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 946 time: 0.0974698
May 17 13:59:46.942432 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5988e946-b03a-4efb-8ab6-1f335bbaa6ca req-425f57b6-1877-47e9-bef5-c54f0f0b3eba tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0860102
May 17 13:59:47.167078 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e9b5b-0e31-4459-9886-1165eea4e266 req-f866b811-e717-41ce-9dfe-55dbf64a0481 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:47.168775 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-bc4e9b5b-0e31-4459-9886-1165eea4e266 req-f866b811-e717-41ce-9dfe-55dbf64a0481 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=9651212e-5afe-46e3-a99c-7ea670122e28 HTTP/1.1" status: 200  len: 945 time: 0.0965421
May 17 13:59:47.223002 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-bc4e9b5b-0e31-4459-9886-1165eea4e266 req-628de685-7fbe-4d09-9f40-284a6a4d021a tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/security-groups?id=522f6041-c669-4fb8-900e-d7020dc67f0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468695
May 17 13:59:47.227367 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9b8b6-6f21-48a2-97b5-86baf95e5456 req-68702166-1274-4000-a600-a0732fb1e20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:47.229984 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-b1c9b8b6-6f21-48a2-97b5-86baf95e5456 req-68702166-1274-4000-a600-a0732fb1e20e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9651212e-5afe-46e3-a99c-7ea670122e28 HTTP/1.1" status: 200  len: 1098 time: 0.1934924
May 17 13:59:47.292441 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-b1c9b8b6-6f21-48a2-97b5-86baf95e5456 req-e5baf6f0-94fc-45ee-9081-368c6eb17aa6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=522f6041-c669-4fb8-900e-d7020dc67f0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539057
May 17 13:59:47.439872 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca75e0-0539-4d0e-bd0c-55bf6f863218 req-87a47f0e-21a6-4e63-ad98-8cac433739b1 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:47.442658 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1cca75e0-0539-4d0e-bd0c-55bf6f863218 req-87a47f0e-21a6-4e63-ad98-8cac433739b1 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=06240799-ef9c-47ab-860a-e4ef7b575124 HTTP/1.1" status: 200  len: 945 time: 0.0953784
May 17 13:59:47.490608 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1cca75e0-0539-4d0e-bd0c-55bf6f863218 req-16e658bc-9c67-4f88-924c-1b9af2b6e27d tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427244
May 17 13:59:47.789761 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530ce80-2c62-4661-9b3f-dc5f5869740e req-c241f83a-1eab-4441-8515-505f712ace42 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:47.791238 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1530ce80-2c62-4661-9b3f-dc5f5869740e req-c241f83a-1eab-4441-8515-505f712ace42 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 945 time: 0.0840604
May 17 13:59:47.839938 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1530ce80-2c62-4661-9b3f-dc5f5869740e req-07050eee-4814-475a-ab5d-d71123c3738b tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425043
May 17 13:59:48.150880 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc7b6a-ecac-43b0-b1a4-74fc7d55d7d3 req-6f7a0be6-bedb-4a66-b4ce-41574de69103 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:48.152522 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-86dc7b6a-ecac-43b0-b1a4-74fc7d55d7d3 req-6f7a0be6-bedb-4a66-b4ce-41574de69103 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 946 time: 0.0904751
May 17 13:59:48.203973 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-86dc7b6a-ecac-43b0-b1a4-74fc7d55d7d3 req-6398efca-b00b-4853-ba78-9dfdb0ebd9ce tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451543
May 17 13:59:48.434297 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d89b5-b4ee-4a0c-832c-708800430227 req-e3ffeda5-7cb8-453d-bc42-930d57413f23 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:48.435585 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5e4d89b5-b4ee-4a0c-832c-708800430227 req-e3ffeda5-7cb8-453d-bc42-930d57413f23 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=9651212e-5afe-46e3-a99c-7ea670122e28 HTTP/1.1" status: 200  len: 945 time: 0.0961044
May 17 13:59:48.482001 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5e4d89b5-b4ee-4a0c-832c-708800430227 req-4f476c40-480d-42de-8097-bdd8310db7e3 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/security-groups?id=522f6041-c669-4fb8-900e-d7020dc67f0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402520
May 17 13:59:48.695966 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68721616-b921-45bd-9826-4fd42dbf8f59 req-9bc93862-5036-4299-a8b8-924beea6d78b tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:48.697467 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-68721616-b921-45bd-9826-4fd42dbf8f59 req-9bc93862-5036-4299-a8b8-924beea6d78b tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=06240799-ef9c-47ab-860a-e4ef7b575124 HTTP/1.1" status: 200  len: 945 time: 0.0858891
May 17 13:59:48.746539 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-68721616-b921-45bd-9826-4fd42dbf8f59 req-18d8a06a-8e5b-44ce-b48a-6393720cc82f tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431519
May 17 13:59:49.033691 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3128d-52ae-40dc-9b4b-ec50fa72eedc req-7c977dfe-2543-4126-8aef-7a496110ceee tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:49.035197 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a7e3128d-52ae-40dc-9b4b-ec50fa72eedc req-7c977dfe-2543-4126-8aef-7a496110ceee tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 945 time: 0.0843382
May 17 13:59:49.080466 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a7e3128d-52ae-40dc-9b4b-ec50fa72eedc req-0de12892-a309-440d-bcae-1013820474b4 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393217
May 17 13:59:49.398800 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef362ba-a53a-41c7-aea9-831fd823f5d1 req-f853428b-6293-4f4f-a0a5-b66bdaabb83d tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:49.400280 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9ef362ba-a53a-41c7-aea9-831fd823f5d1 req-f853428b-6293-4f4f-a0a5-b66bdaabb83d tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 946 time: 0.0824039
May 17 13:59:49.445364 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9ef362ba-a53a-41c7-aea9-831fd823f5d1 req-34ecfe2a-7f70-4f31-ab7d-d6beaaafcc6c tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394351
May 17 13:59:49.712920 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d050035f-883d-4c83-9935-d1776ae2993e req-39dc2c72-6381-4e24-bd3f-b4dd15006cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:49.714346 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-d050035f-883d-4c83-9935-d1776ae2993e req-39dc2c72-6381-4e24-bd3f-b4dd15006cb0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=67705816dc0348c8a6486f2aa1cb2549&device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 1098 time: 0.0738170
May 17 13:59:49.806728 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d013e7ee-f6f7-4513-bfe4-0fc011533637 req-7fe5c97c-927e-48a2-be83-c1ee7bcebcef tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:49.808225 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d013e7ee-f6f7-4513-bfe4-0fc011533637 req-7fe5c97c-927e-48a2-be83-c1ee7bcebcef tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=9651212e-5afe-46e3-a99c-7ea670122e28 HTTP/1.1" status: 200  len: 945 time: 0.0785480
May 17 13:59:49.853215 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d013e7ee-f6f7-4513-bfe4-0fc011533637 req-8058c83a-d7da-4644-94f7-ab39eb812097 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/security-groups?id=522f6041-c669-4fb8-900e-d7020dc67f0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384848
May 17 13:59:49.853474 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d050035f-883d-4c83-9935-d1776ae2993e req-3e956aa6-df88-4fea-a6ed-266d08bed9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:49.854893 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-d050035f-883d-4c83-9935-d1776ae2993e req-3e956aa6-df88-4fea-a6ed-266d08bed9d1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f96cba92-eccd-4fce-9019-8397a76ebc2b HTTP/1.1" status: 200  len: 918 time: 0.1257195
May 17 13:59:49.968388 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-d050035f-883d-4c83-9935-d1776ae2993e req-9113c450-4f15-43d4-a21a-627f33305199 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e387a912-f167-4519-8373-1322f80d5380 HTTP/1.1" status: 200  len: 1001 time: 0.0967939
May 17 13:59:50.027725 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba668bb8-0dd5-4622-a8a7-ad9f4d8952c9 req-eef6b78c-8d2a-457c-8f72-22ad13fa530b tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:50.029172 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ba668bb8-0dd5-4622-a8a7-ad9f4d8952c9 req-eef6b78c-8d2a-457c-8f72-22ad13fa530b tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=06240799-ef9c-47ab-860a-e4ef7b575124 HTTP/1.1" status: 200  len: 945 time: 0.0825245
May 17 13:59:50.029685 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d050035f-883d-4c83-9935-d1776ae2993e req-7ed588a5-8193-4328-b788-5e987c27656f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:50.031644 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-d050035f-883d-4c83-9935-d1776ae2993e req-7ed588a5-8193-4328-b788-5e987c27656f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d7bf7301-b5af-4e08-ada3-78e2aec55a6a HTTP/1.1" status: 200  len: 856 time: 0.0570695
May 17 13:59:50.074811 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ba668bb8-0dd5-4622-a8a7-ad9f4d8952c9 req-a2c993c1-7cb0-4fa9-929a-e82828555b5f tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393567
May 17 13:59:50.106850 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d050035f-883d-4c83-9935-d1776ae2993e req-9b68c9aa-e164-4a9b-99b9-20b4022bc510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:50.109330 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-d050035f-883d-4c83-9935-d1776ae2993e req-9b68c9aa-e164-4a9b-99b9-20b4022bc510 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f96cba92-eccd-4fce-9019-8397a76ebc2b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0696564
May 17 13:59:50.246206 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-d050035f-883d-4c83-9935-d1776ae2993e req-0e9f1508-fee0-4da8-9171-a3f374647de8 service neutron] 10.222.0.49 "GET /v2.0/networks/f96cba92-eccd-4fce-9019-8397a76ebc2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1291156
May 17 13:59:50.259249 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d592e656-83e9-4391-bd8b-a10a3e4044a2 req-bb2a172a-800d-49a3-85ac-503537291a0c tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:50.260725 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d592e656-83e9-4391-bd8b-a10a3e4044a2 req-bb2a172a-800d-49a3-85ac-503537291a0c tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=9651212e-5afe-46e3-a99c-7ea670122e28 HTTP/1.1" status: 200  len: 945 time: 0.0901585
May 17 13:59:50.312490 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d592e656-83e9-4391-bd8b-a10a3e4044a2 req-0aad02ae-28a5-4b1e-a074-81f76ad64088 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/security-groups?id=522f6041-c669-4fb8-900e-d7020dc67f0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440733
May 17 13:59:50.336821 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 37766) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:59:50.396701 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-d050035f-883d-4c83-9935-d1776ae2993e req-0f905fa6-27d2-4aaa-a512-eff144b95040 service neutron] 10.222.0.49 "GET /v2.0/networks/f96cba92-eccd-4fce-9019-8397a76ebc2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1391017
May 17 13:59:50.526208 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164360eb-b115-4208-950b-0ad8946ace2f tempest-TestVolumeBootPattern-1353852256 tempest-TestVolumeBootPattern-1353852256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:50.527802 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-164360eb-b115-4208-950b-0ad8946ace2f tempest-TestVolumeBootPattern-1353852256 tempest-TestVolumeBootPattern-1353852256-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=9651212e-5afe-46e3-a99c-7ea670122e28 HTTP/1.1" status: 200  len: 1093 time: 0.1881728
May 17 13:59:50.530813 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 37774) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:59:50.536506 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-72665e10-3aa0-48c9-b0a7-234fbf2407af tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Request body: {'floatingip': {'floating_network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'port_id': 'ff273646-8f0c-45ed-86d1-abd9ed5bab80', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:59:50.538199 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c9e96-7b98-4526-9030-00a43ff830c0 req-f3bd645b-7f98-4ef0-8dbc-392a37439445 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:50.540547 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ea4c9e96-7b98-4526-9030-00a43ff830c0 req-f3bd645b-7f98-4ef0-8dbc-392a37439445 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 945 time: 0.1083252
May 17 13:59:50.543027 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-72665e10-3aa0-48c9-b0a7-234fbf2407af tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:59:50.548380 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-72665e10-3aa0-48c9-b0a7-234fbf2407af tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Usage tracker for resource:floatingip and tenant:d77a303f986f47e2bf0264946d7679d6 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:59:50.551290 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-72665e10-3aa0-48c9-b0a7-234fbf2407af tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:59:50.557553 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-72665e10-3aa0-48c9-b0a7-234fbf2407af tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:59:50.567894 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-72665e10-3aa0-48c9-b0a7-234fbf2407af tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks [] for floatingip, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:50.589786 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ea4c9e96-7b98-4526-9030-00a43ff830c0 req-9d1b4097-1e7a-438b-8d31-78e1fa381753 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429769
May 17 13:59:50.704216 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-72665e10-3aa0-48c9-b0a7-234fbf2407af tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:50.766561 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cddc15-b97a-43c3-8d7e-060e2fe0efc9 req-1f18444b-a42c-4faf-9c30-c9810713e2b2 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:50.768020 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-92cddc15-b97a-43c3-8d7e-060e2fe0efc9 req-1f18444b-a42c-4faf-9c30-c9810713e2b2 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 946 time: 0.0827076
May 17 13:59:50.812907 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-92cddc15-b97a-43c3-8d7e-060e2fe0efc9 req-43234714-d7dd-47ef-90a1-05aa267f17b7 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391026
May 17 13:59:50.845505 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.db_base_plugin_common [None req-72665e10-3aa0-48c9-b0a7-234fbf2407af tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Allocated IP 172.27.1.220 (d5b45ae7-16ce-45df-9da3-dc322e2b7d9a/b62193f4-5b84-40dd-ae21-6a70cb5f2e38/89305a0e-2c5c-4e66-99c0-2cee30ca16d3) {{(pid=78742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 17 13:59:50.997638 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-72665e10-3aa0-48c9-b0a7-234fbf2407af tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks [] for port, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:51.026926 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-72665e10-3aa0-48c9-b0a7-234fbf2407af tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774149279272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132438228'] for port, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:51.032026 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:59:51.099749 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72665e10-3aa0-48c9-b0a7-234fbf2407af tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Network d5b45ae7-16ce-45df-9da3-dc322e2b7d9a is already hosted by enough agents. {{(pid=78742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 13:59:51.102676 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-72665e10-3aa0-48c9-b0a7-234fbf2407af tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Resources bound (agent type, host, resource id):  {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:59:51.106186 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72665e10-3aa0-48c9-b0a7-234fbf2407af tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Received port after_create {{(pid=78742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 17 13:59:51.136733 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72665e10-3aa0-48c9-b0a7-234fbf2407af tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Pushing event updated for resources: {'Port': ['ID=89305a0e-2c5c-4e66-99c0-2cee30ca16d3,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:59:51.147535 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-72665e10-3aa0-48c9-b0a7-234fbf2407af tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:59:51.263932 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a015c0-0aa6-4832-aede-a8a79ae42afc req-d250a874-9557-4c3d-9e64-80070700204e tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:51.265939 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f9a015c0-0aa6-4832-aede-a8a79ae42afc req-d250a874-9557-4c3d-9e64-80070700204e tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=06240799-ef9c-47ab-860a-e4ef7b575124 HTTP/1.1" status: 200  len: 945 time: 0.0810504
May 17 13:59:51.311687 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f9a015c0-0aa6-4832-aede-a8a79ae42afc req-48358a2f-1244-482c-9684-d4577d1ff39b tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400219
May 17 13:59:51.717342 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-72665e10-3aa0-48c9-b0a7-234fbf2407af tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:51.835650 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-72665e10-3aa0-48c9-b0a7-234fbf2407af tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:51.853030 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d07d1c-a428-4912-93ed-f8592437f953 req-b9f57b57-9932-4edc-a569-aca0a4e69de4 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:51.855050 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-20d07d1c-a428-4912-93ed-f8592437f953 req-b9f57b57-9932-4edc-a569-aca0a4e69de4 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ba9c8c7-7ded-4961-9e07-894e563b1a42 HTTP/1.1" status: 200  len: 946 time: 0.1666851
May 17 13:59:51.899940 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-20d07d1c-a428-4912-93ed-f8592437f953 req-05a40367-1fff-4e0f-8d59-29e2f2378a11 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/security-groups?id=0669e9b8-cbaf-4c56-99ed-772ef9017d91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392768
May 17 13:59:51.924103 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 37792) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:59:52.049405 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-72665e10-3aa0-48c9-b0a7-234fbf2407af tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks [] for port, precommit_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:52.053823 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-72665e10-3aa0-48c9-b0a7-234fbf2407af tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132438237'] for port, after_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:52.058775 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-c8eefd61-a5e3-4c6b-9291-0a119caa8957 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:59:52.105507 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device e387a912-f167-4519-8373-1322f80d5380 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 17 13:59:52.109165 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831f4abc-ca4d-4537-bcad-8aa873bf6ea2 tempest-TestMinimumBasicScenario-180349755 tempest-TestMinimumBasicScenario-180349755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:52.109880 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-831f4abc-ca4d-4537-bcad-8aa873bf6ea2 tempest-TestMinimumBasicScenario-180349755 tempest-TestMinimumBasicScenario-180349755-project-admin] Synchronizing usage tracker for tenant:31b4ff580a3b418ab3f5e412e129fc1a on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 13:59:52.121170 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb84b0-31e6-4aed-a4a3-d46e8b261996 req-cb290f64-28d0-4286-bfc1-6877274944f4 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:52.122625 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-49bb84b0-31e6-4aed-a4a3-d46e8b261996 req-cb290f64-28d0-4286-bfc1-6877274944f4 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 945 time: 0.1156461
May 17 13:59:52.154437 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-831f4abc-ca4d-4537-bcad-8aa873bf6ea2 tempest-TestMinimumBasicScenario-180349755 tempest-TestMinimumBasicScenario-180349755-project-admin] Unset dirty status for tenant:31b4ff580a3b418ab3f5e412e129fc1a on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 13:59:52.155569 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-831f4abc-ca4d-4537-bcad-8aa873bf6ea2 tempest-TestMinimumBasicScenario-180349755 tempest-TestMinimumBasicScenario-180349755-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5ba9c8c7-7ded-4961-9e07-894e563b1a42 HTTP/1.1" status: 200  len: 1094 time: 0.2298877
May 17 13:59:52.159761 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 37798) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:59:52.170089 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-0d568d2d-ff23-4027-8c71-3f2efe19abba tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Request body: {'floatingip': {'floating_network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'port_id': 'bd8c6855-ded5-4d2e-905a-9a971a733a4e', 'tenant_id': '182c379c4779494884fc8fa7c516d165', 'fixed_ip_address': '172.20.0.12'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:59:52.178225 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-49bb84b0-31e6-4aed-a4a3-d46e8b261996 req-fb43c2ac-54c7-411c-95c4-94b94983d0f7 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464883
May 17 13:59:52.181354 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72665e10-3aa0-48c9-b0a7-234fbf2407af tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Pushing event updated for resources: {'Port': ['ID=89305a0e-2c5c-4e66-99c0-2cee30ca16d3,revision_number=2']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:59:52.185455 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-0d568d2d-ff23-4027-8c71-3f2efe19abba tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:59:52.193981 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-72665e10-3aa0-48c9-b0a7-234fbf2407af tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:59:52.195082 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-0d568d2d-ff23-4027-8c71-3f2efe19abba tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Usage tracker for resource:floatingip and tenant:182c379c4779494884fc8fa7c516d165 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:59:52.197855 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-72665e10-3aa0-48c9-b0a7-234fbf2407af tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975218'] for floatingip, after_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:52.232725 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:52.247130 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-0d568d2d-ff23-4027-8c71-3f2efe19abba tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:59:52.270088 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port e387a912-f167-4519-8373-1322f80d5380, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e387a912-f167-4519-8373-1322f80d5380,segment=NetworkSegment(41cda2c3-d474-4247-94e6-3fc71c3a8d3e),segment_id=41cda2c3-d474-4247-94e6-3fc71c3a8d3e)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:59:52.271298 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '004c576d-e292-4883-aea6-cefaf5268396', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e387a912-f167-4519-8373-1322f80d5380'}] {{(pid=78744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 13:59:52.273891 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-0d568d2d-ff23-4027-8c71-3f2efe19abba tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:59:52.279232 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:52.282875 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:59:52.345095 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0d568d2d-ff23-4027-8c71-3f2efe19abba tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks [] for floatingip, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:52.357947 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Pushing event updated for resources: {'Port': ['ID=e387a912-f167-4519-8373-1322f80d5380,revision_number=8']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:59:52.362715 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:59:52.395314 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503dc4a-5c32-48a2-b800-3143c2dbc849 req-09872d01-8f2b-4764-ac5d-a8cea96f14ba tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:52.396815 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1503dc4a-5c32-48a2-b800-3143c2dbc849 req-09872d01-8f2b-4764-ac5d-a8cea96f14ba tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 946 time: 0.0917854
May 17 13:59:52.442072 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1503dc4a-5c32-48a2-b800-3143c2dbc849 req-ec76d663-3547-49e0-ba55-e720d2c09dfc tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391009
May 17 13:59:52.462623 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.db.l3_db [None req-72665e10-3aa0-48c9-b0a7-234fbf2407af tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Floating IP aca716f4-ceb6-454b-9354-d630fd787c9b associated. External IP: 172.27.1.220, port: ff273646-8f0c-45ed-86d1-abd9ed5bab80.
May 17 13:59:52.502105 dv-cinder-788363-3-iscsi neutron-server[78744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '004c576d-e292-4883-aea6-cefaf5268396', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e387a912-f167-4519-8373-1322f80d5380', 'code': 200}
May 17 13:59:52.774892 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f669a-9952-43e3-a9e2-46eb3e85e80e req-d599563f-aae5-471e-a400-1e125fe1f6f8 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:52.776439 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6c9f669a-9952-43e3-a9e2-46eb3e85e80e req-d599563f-aae5-471e-a400-1e125fe1f6f8 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=06240799-ef9c-47ab-860a-e4ef7b575124 HTTP/1.1" status: 200  len: 945 time: 0.0864756
May 17 13:59:52.822813 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6c9f669a-9952-43e3-a9e2-46eb3e85e80e req-94f289ee-c430-449b-91c3-d317dbd956d9 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398445
May 17 13:59:52.870339 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0d568d2d-ff23-4027-8c71-3f2efe19abba tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:53.091192 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a0cd5c-bb4c-4dcf-8160-967e56b2d2d8 req-b809e113-fbce-42e1-bad7-e6b82b6085dd tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:53.091912 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-c0a0cd5c-bb4c-4dcf-8160-967e56b2d2d8 req-b809e113-fbce-42e1-bad7-e6b82b6085dd tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Synchronizing usage tracker for tenant:26eff14cf205417591a4fc75a27bee33 on resource:port {{(pid=78742) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 13:59:53.137105 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72665e10-3aa0-48c9-b0a7-234fbf2407af tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Router 5510a09f-e213-44d2-8b04-11238e67443e has already been hosted by L3 agent 5f048e90-1481-4c55-97c3-311a68b90326 {{(pid=78742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 17 13:59:53.137781 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-c0a0cd5c-bb4c-4dcf-8160-967e56b2d2d8 req-b809e113-fbce-42e1-bad7-e6b82b6085dd tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Unset dirty status for tenant:26eff14cf205417591a4fc75a27bee33 on resource:port {{(pid=78742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 13:59:53.138888 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-c0a0cd5c-bb4c-4dcf-8160-967e56b2d2d8 req-b809e113-fbce-42e1-bad7-e6b82b6085dd tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.49 "GET /v2.0/ports?device_id=06240799-ef9c-47ab-860a-e4ef7b575124 HTTP/1.1" status: 200  len: 945 time: 0.5332181
May 17 13:59:53.196191 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.db_base_plugin_common [None req-0d568d2d-ff23-4027-8c71-3f2efe19abba tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Allocated IP 172.27.1.233 (d5b45ae7-16ce-45df-9da3-dc322e2b7d9a/b62193f4-5b84-40dd-ae21-6a70cb5f2e38/bce236d2-b159-4656-84c1-d711858787de) {{(pid=78742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 17 13:59:53.500267 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c75a7-f079-4591-b7f7-3e49aad32b68 req-8411c74a-32e0-4afd-b3c1-cc3946709290 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:53.501732 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-773c75a7-f079-4591-b7f7-3e49aad32b68 req-8411c74a-32e0-4afd-b3c1-cc3946709290 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 943 time: 0.0790575
May 17 13:59:53.550278 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-773c75a7-f079-4591-b7f7-3e49aad32b68 req-7b881615-e4fe-4cfd-93f1-019c7b44ccd7 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423107
May 17 13:59:53.584220 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72665e10-3aa0-48c9-b0a7-234fbf2407af tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify agent at l3_agent.dv-cinder-788363-3-iscsi the message routers_updated {{(pid=78742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 17 13:59:53.606622 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d662d283-a9b4-422c-89a8-77c47d2cf477 None None] Sync routers for ids ['5510a09f-e213-44d2-8b04-11238e67443e'] in dv-cinder-788363-3-iscsi {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 17 13:59:53.619744 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d662d283-a9b4-422c-89a8-77c47d2cf477 None None] Routers {'5510a09f-e213-44d2-8b04-11238e67443e'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 13:59:53.620531 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-d662d283-a9b4-422c-89a8-77c47d2cf477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3fcf3160>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T13:59:40Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['5510a09f-e213-44d2-8b04-11238e67443e'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:59:53.632895 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0d568d2d-ff23-4027-8c71-3f2efe19abba tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks [] for port, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:53.651147 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [req-c0a0cd5c-bb4c-4dcf-8160-967e56b2d2d8 req-eb1e425f-fb24-4144-9c34-ebfdc8f62373 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Deleting port 6d4c4b17-c28a-465c-9c71-fafa2218663f {{(pid=78742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 13:59:53.651592 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-c0a0cd5c-bb4c-4dcf-8160-967e56b2d2d8 req-eb1e425f-fb24-4144-9c34-ebfdc8f62373 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:53.686696 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-72665e10-3aa0-48c9-b0a7-234fbf2407af tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for floatingip, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:53.756028 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64a325-04ab-4b05-b910-c66d1d7b163d req-2450da22-af5d-4c4c-8248-d60c0961d6fe tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:53.757731 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8a64a325-04ab-4b05-b910-c66d1d7b163d req-2450da22-af5d-4c4c-8248-d60c0961d6fe tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 946 time: 0.0880818
May 17 13:59:53.809200 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8a64a325-04ab-4b05-b910-c66d1d7b163d req-d407b204-70a1-41b8-b80e-6c2a9dcac8ea tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438428
May 17 13:59:53.827167 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0d568d2d-ff23-4027-8c71-3f2efe19abba tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774149279272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132438228'] for port, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:53.838004 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-d662d283-a9b4-422c-89a8-77c47d2cf477 None None] Set router 5510a09f-e213-44d2-8b04-11238e67443e gateway port host: dv-cinder-788363-3-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 13:59:53.838808 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-fc743d2d-c728-484b-a447-a3d42fee1600 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:59:53.901404 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-72665e10-3aa0-48c9-b0a7-234fbf2407af tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.3571081
May 17 13:59:53.904061 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9651212e-5afe-46e3-a99c-7ea670122e28', 'tag': 'ff273646-8f0c-45ed-86d1-abd9ed5bab80'}] {{(pid=78742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 13:59:53.934154 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d568d2d-ff23-4027-8c71-3f2efe19abba tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Network d5b45ae7-16ce-45df-9da3-dc322e2b7d9a is already hosted by enough agents. {{(pid=78742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 13:59:53.939357 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-0d568d2d-ff23-4027-8c71-3f2efe19abba tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Resources bound (agent type, host, resource id):  {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 13:59:53.947686 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d568d2d-ff23-4027-8c71-3f2efe19abba tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Received port after_create {{(pid=78742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 17 13:59:53.993765 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d568d2d-ff23-4027-8c71-3f2efe19abba tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Pushing event updated for resources: {'Port': ['ID=bce236d2-b159-4656-84c1-d711858787de,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:59:53.996939 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.db [req-c0a0cd5c-bb4c-4dcf-8160-967e56b2d2d8 req-eb1e425f-fb24-4144-9c34-ebfdc8f62373 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] For port 6d4c4b17-c28a-465c-9c71-fafa2218663f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6d4c4b17-c28a-465c-9c71-fafa2218663f,segment=NetworkSegment(6c4d3457-ef9a-42c3-8ce3-3e6a8a699a24),segment_id=6c4d3457-ef9a-42c3-8ce3-3e6a8a699a24)] {{(pid=78742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:59:53.997250 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-c0a0cd5c-bb4c-4dcf-8160-967e56b2d2d8 req-eb1e425f-fb24-4144-9c34-ebfdc8f62373 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:54.009441 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-0d568d2d-ff23-4027-8c71-3f2efe19abba tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:59:54.134185 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [req-c0a0cd5c-bb4c-4dcf-8160-967e56b2d2d8 req-eb1e425f-fb24-4144-9c34-ebfdc8f62373 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Calling delete_port for 6d4c4b17-c28a-465c-9c71-fafa2218663f owned by compute:nova {{(pid=78742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 13:59:54.210972 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-d662d283-a9b4-422c-89a8-77c47d2cf477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3fcf3160>, [{'id': '5510a09f-e213-44d2-8b04-11238e67443e', 'name': 'tempest-TestVolumeBootPattern-1927890406-router', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '68e01aa8-887d-473f-9fce-d59907b749ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:58:33Z', 'updated_at': '2021-05-17T13:58:40Z', 'revision_number': 4, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'gw_port': {'id': '68e01aa8-887d-473f-9fce-d59907b749ac', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5510a09f-e213-44d2-8b04-11238e67443e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:34Z', 'updated_at': '2021-05-17T13:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_floatingips': [{'id': 'aca716f4-ceb6-454b-9354-d630fd787c9b', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'floating_ip_address': '172.27.1.220', 'floating_network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'router_id': '5510a09f-e213-44d2-8b04-11238e67443e', 'port_id': 'ff273646-8f0c-45ed-86d1-abd9ed5bab80', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae', 'mac_address': 'fa:16:3e:e9:df:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9651212e-5afe-46e3-a99c-7ea670122e28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T13:59:51Z', 'updated_at': '2021-05-17T13:59:51Z', 'revision_number': 0, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b844ae9a-7ba6-401d-9e5c-a391539eb37c', 'name': '', 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'mac_address': 'fa:16:3e:46:c7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5510a09f-e213-44d2-8b04-11238e67443e', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '31d31f43-e8b1-4e8d-8f8a-74810a227c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:38Z', 'updated_at': '2021-05-17T13:58:47Z', 'revision_number': 5, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'subnets': [{'id': '31d31f43-e8b1-4e8d-8f8a-74810a227c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:59:54.215690 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d662d283-a9b4-422c-89a8-77c47d2cf477 None None] Checking router: 5510a09f-e213-44d2-8b04-11238e67443e for host: dv-cinder-788363-3-iscsi {{(pid=78745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 17 13:59:54.224901 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d662d283-a9b4-422c-89a8-77c47d2cf477 None None] Routers {'5510a09f-e213-44d2-8b04-11238e67443e'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 13:59:54.225677 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-d662d283-a9b4-422c-89a8-77c47d2cf477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3fcf3160>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T13:59:40Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['5510a09f-e213-44d2-8b04-11238e67443e'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:59:54.430212 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-d662d283-a9b4-422c-89a8-77c47d2cf477 None None] Set router 5510a09f-e213-44d2-8b04-11238e67443e gateway port host: dv-cinder-788363-3-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 13:59:54.523205 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6f43c-0e01-4f51-8286-c7f0d33a4968 req-215d4c50-4077-44ca-b41e-ed948d963027 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:54.524932 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2cb6f43c-0e01-4f51-8286-c7f0d33a4968 req-215d4c50-4077-44ca-b41e-ed948d963027 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/ports?device_id=06240799-ef9c-47ab-860a-e4ef7b575124 HTTP/1.1" status: 200  len: 945 time: 0.0910902
May 17 13:59:54.574050 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2cb6f43c-0e01-4f51-8286-c7f0d33a4968 req-87620091-0222-4764-a877-7d2624ea0aed tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416651
May 17 13:59:54.629665 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-c0a0cd5c-bb4c-4dcf-8160-967e56b2d2d8 req-eb1e425f-fb24-4144-9c34-ebfdc8f62373 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132438228'] for port, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:54.644072 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-504aaa92-fe52-417c-9b6c-eb3840bec81e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:59:54.673927 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9651212e-5afe-46e3-a99c-7ea670122e28', 'tag': 'ff273646-8f0c-45ed-86d1-abd9ed5bab80', 'status': 'completed', 'code': 200}
May 17 13:59:54.693860 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1e425f-fb24-4144-9c34-ebfdc8f62373 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Pushing event deleted for resources: {'Port': ['ID=6d4c4b17-c28a-465c-9c71-fafa2218663f,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:59:54.698458 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-eb1e425f-fb24-4144-9c34-ebfdc8f62373 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:59:54.774630 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f168c-33cf-4d67-b375-d900ffd61cbb req-484681d7-5f77-40af-828d-1dc4456d3ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:54.776827 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-674f168c-33cf-4d67-b375-d900ffd61cbb req-484681d7-5f77-40af-828d-1dc4456d3ebb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d77a303f986f47e2bf0264946d7679d6&device_id=9651212e-5afe-46e3-a99c-7ea670122e28 HTTP/1.1" status: 200  len: 1098 time: 0.0815384
May 17 13:59:54.790053 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0a0cd5c-bb4c-4dcf-8160-967e56b2d2d8 req-eb1e425f-fb24-4144-9c34-ebfdc8f62373 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] No DVR routers for this DVR port 6d4c4b17-c28a-465c-9c71-fafa2218663f on host hv-cinder-78836 {{(pid=78742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 17 13:59:54.793087 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-c0a0cd5c-bb4c-4dcf-8160-967e56b2d2d8 req-eb1e425f-fb24-4144-9c34-ebfdc8f62373 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for port, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:54.818403 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-c0a0cd5c-bb4c-4dcf-8160-967e56b2d2d8 req-eb1e425f-fb24-4144-9c34-ebfdc8f62373 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] 10.222.0.49 "DELETE /v2.0/ports/6d4c4b17-c28a-465c-9c71-fafa2218663f HTTP/1.1" status: 204  len: 173 time: 1.6716707
May 17 13:59:54.836726 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0d568d2d-ff23-4027-8c71-3f2efe19abba tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:55.038843 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0d568d2d-ff23-4027-8c71-3f2efe19abba tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:55.079172 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f168c-33cf-4d67-b375-d900ffd61cbb req-19a2759e-20ab-4340-bfd5-828b1fbcc60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:55.080681 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-674f168c-33cf-4d67-b375-d900ffd61cbb req-19a2759e-20ab-4340-bfd5-828b1fbcc60f service neutron] 10.222.0.49 "GET /v2.0/networks?id=44766520-36a7-4a15-a6b9-ee8d2b4767ae HTTP/1.1" status: 200  len: 913 time: 0.2932191
May 17 13:59:55.094998 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-d662d283-a9b4-422c-89a8-77c47d2cf477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3fcf3160>, [{'id': '5510a09f-e213-44d2-8b04-11238e67443e', 'name': 'tempest-TestVolumeBootPattern-1927890406-router', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '68e01aa8-887d-473f-9fce-d59907b749ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:58:33Z', 'updated_at': '2021-05-17T13:58:40Z', 'revision_number': 4, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'gw_port': {'id': '68e01aa8-887d-473f-9fce-d59907b749ac', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5510a09f-e213-44d2-8b04-11238e67443e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:34Z', 'updated_at': '2021-05-17T13:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_floatingips': [{'id': 'aca716f4-ceb6-454b-9354-d630fd787c9b', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'floating_ip_address': '172.27.1.220', 'floating_network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'router_id': '5510a09f-e213-44d2-8b04-11238e67443e', 'port_id': 'ff273646-8f0c-45ed-86d1-abd9ed5bab80', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae', 'mac_address': 'fa:16:3e:e9:df:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9651212e-5afe-46e3-a99c-7ea670122e28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T13:59:51Z', 'updated_at': '2021-05-17T13:59:51Z', 'revision_number': 0, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b844ae9a-7ba6-401d-9e5c-a391539eb37c', 'name': '', 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'mac_address': 'fa:16:3e:46:c7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5510a09f-e213-44d2-8b04-11238e67443e', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '31d31f43-e8b1-4e8d-8f8a-74810a227c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:38Z', 'updated_at': '2021-05-17T13:58:47Z', 'revision_number': 5, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'subnets': [{'id': '31d31f43-e8b1-4e8d-8f8a-74810a227c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:59:55.104607 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d662d283-a9b4-422c-89a8-77c47d2cf477 None None] The sync data for ids ['5510a09f-e213-44d2-8b04-11238e67443e'] in dv-cinder-788363-3-iscsi is: [{'id': '5510a09f-e213-44d2-8b04-11238e67443e', 'name': 'tempest-TestVolumeBootPattern-1927890406-router', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '68e01aa8-887d-473f-9fce-d59907b749ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:58:33Z', 'updated_at': '2021-05-17T13:58:40Z', 'revision_number': 4, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'gw_port': {'id': '68e01aa8-887d-473f-9fce-d59907b749ac', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5510a09f-e213-44d2-8b04-11238e67443e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:34Z', 'updated_at': '2021-05-17T13:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_floatingips': [{'id': 'aca716f4-ceb6-454b-9354-d630fd787c9b', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'floating_ip_address': '172.27.1.220', 'floating_network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'router_id': '5510a09f-e213-44d2-8b04-11238e67443e', 'port_id': 'ff273646-8f0c-45ed-86d1-abd9ed5bab80', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae', 'mac_address': 'fa:16:3e:e9:df:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9651212e-5afe-46e3-a99c-7ea670122e28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T13:59:51Z', 'updated_at': '2021-05-17T13:59:51Z', 'revision_number': 0, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b844ae9a-7ba6-401d-9e5c-a391539eb37c', 'name': '', 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'mac_address': 'fa:16:3e:46:c7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5510a09f-e213-44d2-8b04-11238e67443e', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '31d31f43-e8b1-4e8d-8f8a-74810a227c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:38Z', 'updated_at': '2021-05-17T13:58:47Z', 'revision_number': 5, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'subnets': [{'id': '31d31f43-e8b1-4e8d-8f8a-74810a227c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 17 13:59:55.219699 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-674f168c-33cf-4d67-b375-d900ffd61cbb req-45afadd4-814a-4739-8b70-ff0ee397e7a7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff273646-8f0c-45ed-86d1-abd9ed5bab80 HTTP/1.1" status: 200  len: 999 time: 0.1297252
May 17 13:59:55.232257 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707076f3-543d-4349-8e53-7c85c5effee9 req-24dd6540-4d90-44f0-8204-27adc3d57f18 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:55.234752 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-707076f3-543d-4349-8e53-7c85c5effee9 req-24dd6540-4d90-44f0-8204-27adc3d57f18 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 946 time: 0.2055719
May 17 13:59:55.340860 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 37860) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:59:55.348514 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f168c-33cf-4d67-b375-d900ffd61cbb req-d6877552-6e30-4619-a40e-10edfe494227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:55.350370 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-674f168c-33cf-4d67-b375-d900ffd61cbb req-d6877552-6e30-4619-a40e-10edfe494227 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=31d31f43-e8b1-4e8d-8f8a-74810a227c7c HTTP/1.1" status: 200  len: 851 time: 0.1146736
May 17 13:59:55.352260 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0d568d2d-ff23-4027-8c71-3f2efe19abba tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks [] for port, precommit_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:55.359958 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0d568d2d-ff23-4027-8c71-3f2efe19abba tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132438237'] for port, after_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:55.365659 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-8acbcf38-2e09-442e-a9b5-0dcb29199a97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:59:55.368168 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-707076f3-543d-4349-8e53-7c85c5effee9 req-24c92a9c-59b0-49d2-81f4-fd11e2b97372 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0961678
May 17 13:59:55.411086 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34b7cec-28aa-46c6-908c-921f2bd924c6 None None] New status for floating IP aca716f4-ceb6-454b-9354-d630fd787c9b: ACTIVE {{(pid=78744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 17 13:59:55.546891 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d568d2d-ff23-4027-8c71-3f2efe19abba tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Pushing event updated for resources: {'Port': ['ID=bce236d2-b159-4656-84c1-d711858787de,revision_number=2']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:59:55.551299 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-0d568d2d-ff23-4027-8c71-3f2efe19abba tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:59:55.562180 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0d568d2d-ff23-4027-8c71-3f2efe19abba tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975218'] for floatingip, after_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:55.620437 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f168c-33cf-4d67-b375-d900ffd61cbb req-107c004a-e137-4135-863d-3a681ed05bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:55.623078 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-674f168c-33cf-4d67-b375-d900ffd61cbb req-107c004a-e137-4135-863d-3a681ed05bd7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=44766520-36a7-4a15-a6b9-ee8d2b4767ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2539735
May 17 13:59:55.708097 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5cb3a289-0919-43f2-80f1-c8beb1b15700 req-cac127f6-ba2e-43d8-a2ff-dc510e7a46c4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.3659725
May 17 13:59:55.735797 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f51617-2b70-49d2-82d0-f89736e83584 req-09a0d921-40b3-4f86-b50c-171324b95e58 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:55.739341 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-90f51617-2b70-49d2-82d0-f89736e83584 req-09a0d921-40b3-4f86-b50c-171324b95e58 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 943 time: 0.2294714
May 17 13:59:55.774034 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.db.l3_db [None req-0d568d2d-ff23-4027-8c71-3f2efe19abba tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Floating IP ec0e296b-eb6a-4e37-bacd-956c81b2c327 associated. External IP: 172.27.1.233, port: bd8c6855-ded5-4d2e-905a-9a971a733a4e.
May 17 13:59:55.922845 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-90f51617-2b70-49d2-82d0-f89736e83584 req-4fb75220-fb92-472a-bc07-67e0fd2284c7 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1730225
May 17 13:59:55.930316 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-674f168c-33cf-4d67-b375-d900ffd61cbb req-c56c403d-ae59-45fe-8990-41ece9c4d7b0 service neutron] 10.222.0.49 "GET /v2.0/networks/44766520-36a7-4a15-a6b9-ee8d2b4767ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2984293
May 17 13:59:56.033734 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 37876) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:59:56.078456 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-674f168c-33cf-4d67-b375-d900ffd61cbb req-17dba81c-1864-4ad6-bc77-a02753ff6657 service neutron] 10.222.0.49 "GET /v2.0/networks/44766520-36a7-4a15-a6b9-ee8d2b4767ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1397719
May 17 13:59:56.100327 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device e387a912-f167-4519-8373-1322f80d5380 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 17 13:59:56.231540 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device 6d4c4b17-c28a-465c-9c71-fafa2218663f no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 17 13:59:56.271474 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] No Port match for: 6d4c4b17-c28a-465c-9c71-fafa2218663f {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 17 13:59:56.272143 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device 6d4c4b17-c28a-465c-9c71-fafa2218663f not bound to the agent host hv-cinder-78836 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 17 13:59:56.339075 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d568d2d-ff23-4027-8c71-3f2efe19abba tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Router 4483c776-6327-4b01-b7ee-9cdf33a32ab3 has already been hosted by L3 agent 5f048e90-1481-4c55-97c3-311a68b90326 {{(pid=78742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 17 13:59:56.569901 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6b6200-5e0c-440e-9314-4577f8c514ea req-c16e710e-f675-4036-8343-91ee316a11db tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:56.571657 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-bd6b6200-5e0c-440e-9314-4577f8c514ea req-c16e710e-f675-4036-8343-91ee316a11db tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 946 time: 0.0818567
May 17 13:59:56.623658 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-bd6b6200-5e0c-440e-9314-4577f8c514ea req-b419c572-b005-43de-a1e8-23841f83a327 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423810
May 17 13:59:56.681132 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06240799-ef9c-47ab-860a-e4ef7b575124', 'name': 'network-vif-deleted', 'tag': '6d4c4b17-c28a-465c-9c71-fafa2218663f'}] {{(pid=78742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 13:59:56.706778 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d568d2d-ff23-4027-8c71-3f2efe19abba tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify agent at l3_agent.dv-cinder-788363-3-iscsi the message routers_updated {{(pid=78742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 17 13:59:56.716018 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060adc79-fd12-48ff-adb4-d29dff985f11 None None] Sync routers for ids ['4483c776-6327-4b01-b7ee-9cdf33a32ab3'] in dv-cinder-788363-3-iscsi {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 17 13:59:56.727207 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060adc79-fd12-48ff-adb4-d29dff985f11 None None] Routers {'4483c776-6327-4b01-b7ee-9cdf33a32ab3'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 13:59:56.727353 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-060adc79-fd12-48ff-adb4-d29dff985f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3f9d5430>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T13:59:40Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['4483c776-6327-4b01-b7ee-9cdf33a32ab3'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:59:56.756334 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06240799-ef9c-47ab-860a-e4ef7b575124', 'name': 'network-vif-deleted', 'tag': '6d4c4b17-c28a-465c-9c71-fafa2218663f', 'status': 'completed', 'code': 200}
May 17 13:59:56.799014 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0d568d2d-ff23-4027-8c71-3f2efe19abba tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for floatingip, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:56.899286 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-0d568d2d-ff23-4027-8c71-3f2efe19abba tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 4.7367451
May 17 13:59:56.902024 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 37888) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:59:56.908155 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-80f06c16-2d91-446d-bf0b-443012091717 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1447730850', 'description': 'tempest-secgroup-smoke-1447730850 description', 'project_id': '182c379c4779494884fc8fa7c516d165'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:59:56.914003 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-80f06c16-2d91-446d-bf0b-443012091717 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:59:56.917927 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-80f06c16-2d91-446d-bf0b-443012091717 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Usage tracker for resource:security_group and tenant:182c379c4779494884fc8fa7c516d165 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:59:56.920938 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-80f06c16-2d91-446d-bf0b-443012091717 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:59:56.924824 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-060adc79-fd12-48ff-adb4-d29dff985f11 None None] Set router 4483c776-6327-4b01-b7ee-9cdf33a32ab3 gateway port host: dv-cinder-788363-3-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 13:59:56.927798 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-80f06c16-2d91-446d-bf0b-443012091717 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:59:56.939699 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-80f06c16-2d91-446d-bf0b-443012091717 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:56.963348 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-80f06c16-2d91-446d-bf0b-443012091717 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:59:56.967911 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-80f06c16-2d91-446d-bf0b-443012091717 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Usage tracker for resource:security_group_rule and tenant:182c379c4779494884fc8fa7c516d165 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:59:56.971290 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-80f06c16-2d91-446d-bf0b-443012091717 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:59:56.978288 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-80f06c16-2d91-446d-bf0b-443012091717 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:59:57.067819 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-80f06c16-2d91-446d-bf0b-443012091717 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:57.072952 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-80f06c16-2d91-446d-bf0b-443012091717 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:57.089610 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-9c674f27-057e-46c0-af43-e601be2317af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:59:57.093832 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-614017b8-5022-4176-83c2-bc94c61c1103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1977280'] for router_interface, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:57.206245 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-80f06c16-2d91-446d-bf0b-443012091717 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:57.207837 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-80f06c16-2d91-446d-bf0b-443012091717 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.3048267
May 17 13:59:57.208708 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f06c16-2d91-446d-bf0b-443012091717 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98ca7c59-9573-447f-aa17-bc0cce337d7f,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:59:57.217849 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 37894) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:59:57.220499 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f06c16-2d91-446d-bf0b-443012091717 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:59:57.220878 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f06c16-2d91-446d-bf0b-443012091717 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:59:57.221245 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f06c16-2d91-446d-bf0b-443012091717 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:59:57.221606 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f06c16-2d91-446d-bf0b-443012091717 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:59:57.221964 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f06c16-2d91-446d-bf0b-443012091717 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:59:57.222318 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f06c16-2d91-446d-bf0b-443012091717 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:59:57.222672 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f06c16-2d91-446d-bf0b-443012091717 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:59:57.223022 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f06c16-2d91-446d-bf0b-443012091717 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:59:57.223531 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f06c16-2d91-446d-bf0b-443012091717 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:59:57.223885 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f06c16-2d91-446d-bf0b-443012091717 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:59:57.224240 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f06c16-2d91-446d-bf0b-443012091717 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:59:57.225271 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f06c16-2d91-446d-bf0b-443012091717 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 13:59:57.237098 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-44c24e9b-9af3-4ce3-ae1a-c5039f6fa9b5 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Request body: {'security_group_rule': {'security_group_id': '98ca7c59-9573-447f-aa17-bc0cce337d7f', 'project_id': '182c379c4779494884fc8fa7c516d165', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:59:57.244797 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-44c24e9b-9af3-4ce3-ae1a-c5039f6fa9b5 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:59:57.252537 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-44c24e9b-9af3-4ce3-ae1a-c5039f6fa9b5 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Usage tracker for resource:security_group_rule and tenant:182c379c4779494884fc8fa7c516d165 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:59:57.256272 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-44c24e9b-9af3-4ce3-ae1a-c5039f6fa9b5 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:59:57.263639 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-44c24e9b-9af3-4ce3-ae1a-c5039f6fa9b5 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:59:57.273918 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-80f06c16-2d91-446d-bf0b-443012091717 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:59:57.296198 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-44c24e9b-9af3-4ce3-ae1a-c5039f6fa9b5 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:57.373567 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-44c24e9b-9af3-4ce3-ae1a-c5039f6fa9b5 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:57.385765 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b142855-9639-4dcb-a3cf-7c4ceaf5524b req-4d172dc3-26d2-40d5-847d-6eadd87fdcc7 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:57.392796 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8b142855-9639-4dcb-a3cf-7c4ceaf5524b req-4d172dc3-26d2-40d5-847d-6eadd87fdcc7 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 943 time: 0.2889149
May 17 13:59:57.404603 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-060adc79-fd12-48ff-adb4-d29dff985f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3f9d5430>, [{'id': '4483c776-6327-4b01-b7ee-9cdf33a32ab3', 'name': 'tempest-TestMinimumBasicScenario-1979331052-router', 'tenant_id': '182c379c4779494884fc8fa7c516d165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '2858bbfc-c2be-42b3-bc8a-8567cc4745fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:58:34Z', 'updated_at': '2021-05-17T13:58:41Z', 'revision_number': 4, 'project_id': '182c379c4779494884fc8fa7c516d165', 'gw_port': {'id': '2858bbfc-c2be-42b3-bc8a-8567cc4745fb', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ee:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4483c776-6327-4b01-b7ee-9cdf33a32ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:34Z', 'updated_at': '2021-05-17T13:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_floatingips': [{'id': 'ec0e296b-eb6a-4e37-bacd-956c81b2c327', 'tenant_id': '182c379c4779494884fc8fa7c516d165', 'floating_ip_address': '172.27.1.233', 'floating_network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'router_id': '4483c776-6327-4b01-b7ee-9cdf33a32ab3', 'port_id': 'bd8c6855-ded5-4d2e-905a-9a971a733a4e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a352e45a-beb4-4c74-85aa-877f4308bc0d', 'mac_address': 'fa:16:3e:e5:41:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba9c8c7-7ded-4961-9e07-894e563b1a42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T13:59:54Z', 'updated_at': '2021-05-17T13:59:54Z', 'revision_number': 0, 'project_id': '182c379c4779494884fc8fa7c516d165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77a0363a-7252-451a-929a-08c029fbbaa7', 'name': '', 'network_id': 'a352e45a-beb4-4c74-85aa-877f4308bc0d', 'tenant_id': '182c379c4779494884fc8fa7c516d165', 'mac_address': 'fa:16:3e:c8:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4483c776-6327-4b01-b7ee-9cdf33a32ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '2b0db0dc-c73b-40d9-8259-2f415d9b999f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:39Z', 'updated_at': '2021-05-17T13:58:52Z', 'revision_number': 5, 'project_id': '182c379c4779494884fc8fa7c516d165', 'subnets': [{'id': '2b0db0dc-c73b-40d9-8259-2f415d9b999f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:59:57.409238 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-44c24e9b-9af3-4ce3-ae1a-c5039f6fa9b5 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677044'] for security_group_rule, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:57.409387 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060adc79-fd12-48ff-adb4-d29dff985f11 None None] Checking router: 4483c776-6327-4b01-b7ee-9cdf33a32ab3 for host: dv-cinder-788363-3-iscsi {{(pid=78745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 17 13:59:57.415822 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:59:57.418581 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060adc79-fd12-48ff-adb4-d29dff985f11 None None] Routers {'4483c776-6327-4b01-b7ee-9cdf33a32ab3'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 13:59:57.419202 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-060adc79-fd12-48ff-adb4-d29dff985f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3f9d5430>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T13:59:40Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['4483c776-6327-4b01-b7ee-9cdf33a32ab3'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:59:57.439035 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c24e9b-9af3-4ce3-ae1a-c5039f6fa9b5 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baefde65-4fef-4e70-98ac-57149bda58f8,revision_number=0']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:59:57.445050 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-44c24e9b-9af3-4ce3-ae1a-c5039f6fa9b5 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:59:57.482608 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8b142855-9639-4dcb-a3cf-7c4ceaf5524b req-c30727ba-0824-4211-adf0-a9d31920e8c4 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0888808
May 17 13:59:57.491958 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-44c24e9b-9af3-4ce3-ae1a-c5039f6fa9b5 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:57.493144 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-44c24e9b-9af3-4ce3-ae1a-c5039f6fa9b5 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2632565
May 17 13:59:57.507226 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 37898) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:59:57.511148 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-35b27632-13d8-4544-b017-c42997ade98d tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Request body: {'security_group_rule': {'security_group_id': '98ca7c59-9573-447f-aa17-bc0cce337d7f', 'project_id': '182c379c4779494884fc8fa7c516d165', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:59:57.518501 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-35b27632-13d8-4544-b017-c42997ade98d tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:59:57.523203 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-35b27632-13d8-4544-b017-c42997ade98d tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Usage tracker for resource:security_group_rule and tenant:182c379c4779494884fc8fa7c516d165 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:59:57.526263 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-35b27632-13d8-4544-b017-c42997ade98d tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:59:57.534303 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-35b27632-13d8-4544-b017-c42997ade98d tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:59:57.553121 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-35b27632-13d8-4544-b017-c42997ade98d tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:57.607450 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-614017b8-5022-4176-83c2-bc94c61c1103 admin admin] Deleting port 25ae4588-9028-47e5-8d26-27b4729de80f {{(pid=78742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 13:59:57.608108 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-614017b8-5022-4176-83c2-bc94c61c1103 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:57.620154 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-35b27632-13d8-4544-b017-c42997ade98d tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:57.624329 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-060adc79-fd12-48ff-adb4-d29dff985f11 None None] Set router 4483c776-6327-4b01-b7ee-9cdf33a32ab3 gateway port host: dv-cinder-788363-3-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 13:59:57.625492 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-35b27632-13d8-4544-b017-c42997ade98d tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677044'] for security_group_rule, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:57.628149 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:59:57.665884 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-35b27632-13d8-4544-b017-c42997ade98d tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:57.667710 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-35b27632-13d8-4544-b017-c42997ade98d tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1701775
May 17 13:59:57.668579 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b27632-13d8-4544-b017-c42997ade98d tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0085237-ff51-4915-b25d-0a492eaa8bf3,revision_number=0']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:59:57.675629 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 37904) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:59:57.679098 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-35b27632-13d8-4544-b017-c42997ade98d tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:59:57.682740 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-056e7fff-c465-4f52-b034-ae43c2dbb693 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Request body: {'security_group_rule': {'security_group_id': '98ca7c59-9573-447f-aa17-bc0cce337d7f', 'project_id': '182c379c4779494884fc8fa7c516d165', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:59:57.690432 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-056e7fff-c465-4f52-b034-ae43c2dbb693 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:59:57.694686 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-056e7fff-c465-4f52-b034-ae43c2dbb693 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Usage tracker for resource:security_group_rule and tenant:182c379c4779494884fc8fa7c516d165 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:59:57.699060 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-056e7fff-c465-4f52-b034-ae43c2dbb693 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:59:57.713179 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-056e7fff-c465-4f52-b034-ae43c2dbb693 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:59:57.737945 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-056e7fff-c465-4f52-b034-ae43c2dbb693 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:57.753271 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.db [None req-614017b8-5022-4176-83c2-bc94c61c1103 admin admin] For port 25ae4588-9028-47e5-8d26-27b4729de80f, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=25ae4588-9028-47e5-8d26-27b4729de80f,segment=NetworkSegment(6c4d3457-ef9a-42c3-8ce3-3e6a8a699a24),segment_id=6c4d3457-ef9a-42c3-8ce3-3e6a8a699a24)] {{(pid=78742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 13:59:57.753834 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-614017b8-5022-4176-83c2-bc94c61c1103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:57.872863 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-056e7fff-c465-4f52-b034-ae43c2dbb693 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:57.884343 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-056e7fff-c465-4f52-b034-ae43c2dbb693 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677044'] for security_group_rule, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:57.896213 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7dcc5-acf6-41a1-81de-7becacd55373 req-de32e7c1-c191-4f97-bf65-cb002d7c04a9 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:57.897836 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4ff7dcc5-acf6-41a1-81de-7becacd55373 req-de32e7c1-c191-4f97-bf65-cb002d7c04a9 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 946 time: 0.1522205
May 17 13:59:57.902555 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-9aa4ec54-4573-42f1-bf61-6672fdf39c47 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:59:57.980314 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-614017b8-5022-4176-83c2-bc94c61c1103 admin admin] Calling delete_port for 25ae4588-9028-47e5-8d26-27b4729de80f owned by network:router_interface {{(pid=78742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 13:59:58.001760 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056e7fff-c465-4f52-b034-ae43c2dbb693 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3630b483-8ea4-430c-a85b-f56db838adb8,revision_number=0']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:59:58.009757 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-056e7fff-c465-4f52-b034-ae43c2dbb693 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:58.014309 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 37910) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:59:58.014472 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-056e7fff-c465-4f52-b034-ae43c2dbb693 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3377109
May 17 13:59:58.020343 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-13f5f89b-858c-48d0-8f03-941ca4979b73 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Request body: {'security_group_rule': {'security_group_id': '98ca7c59-9573-447f-aa17-bc0cce337d7f', 'project_id': '182c379c4779494884fc8fa7c516d165', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:59:58.024854 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-056e7fff-c465-4f52-b034-ae43c2dbb693 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:59:58.027709 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-13f5f89b-858c-48d0-8f03-941ca4979b73 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:59:58.040635 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4ff7dcc5-acf6-41a1-81de-7becacd55373 req-2e1caca3-cea3-4052-a282-0d6eda5504f8 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1295910
May 17 13:59:58.058912 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3a289-0919-43f2-80f1-c8beb1b15700 req-b555a894-1a7b-4156-a123-b008a0ca1157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:58.061106 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5cb3a289-0919-43f2-80f1-c8beb1b15700 req-b555a894-1a7b-4156-a123-b008a0ca1157 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396&tenant_id=67705816dc0348c8a6486f2aa1cb2549 HTTP/1.1" status: 200  len: 1096 time: 0.2233682
May 17 13:59:58.084700 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-060adc79-fd12-48ff-adb4-d29dff985f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3f9d5430>, [{'id': '4483c776-6327-4b01-b7ee-9cdf33a32ab3', 'name': 'tempest-TestMinimumBasicScenario-1979331052-router', 'tenant_id': '182c379c4779494884fc8fa7c516d165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '2858bbfc-c2be-42b3-bc8a-8567cc4745fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:58:34Z', 'updated_at': '2021-05-17T13:58:41Z', 'revision_number': 4, 'project_id': '182c379c4779494884fc8fa7c516d165', 'gw_port': {'id': '2858bbfc-c2be-42b3-bc8a-8567cc4745fb', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ee:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4483c776-6327-4b01-b7ee-9cdf33a32ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:34Z', 'updated_at': '2021-05-17T13:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_floatingips': [{'id': 'ec0e296b-eb6a-4e37-bacd-956c81b2c327', 'tenant_id': '182c379c4779494884fc8fa7c516d165', 'floating_ip_address': '172.27.1.233', 'floating_network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'router_id': '4483c776-6327-4b01-b7ee-9cdf33a32ab3', 'port_id': 'bd8c6855-ded5-4d2e-905a-9a971a733a4e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a352e45a-beb4-4c74-85aa-877f4308bc0d', 'mac_address': 'fa:16:3e:e5:41:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba9c8c7-7ded-4961-9e07-894e563b1a42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T13:59:54Z', 'updated_at': '2021-05-17T13:59:54Z', 'revision_number': 0, 'project_id': '182c379c4779494884fc8fa7c516d165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77a0363a-7252-451a-929a-08c029fbbaa7', 'name': '', 'network_id': 'a352e45a-beb4-4c74-85aa-877f4308bc0d', 'tenant_id': '182c379c4779494884fc8fa7c516d165', 'mac_address': 'fa:16:3e:c8:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4483c776-6327-4b01-b7ee-9cdf33a32ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '2b0db0dc-c73b-40d9-8259-2f415d9b999f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:39Z', 'updated_at': '2021-05-17T13:58:52Z', 'revision_number': 5, 'project_id': '182c379c4779494884fc8fa7c516d165', 'subnets': [{'id': '2b0db0dc-c73b-40d9-8259-2f415d9b999f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:59:58.089035 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060adc79-fd12-48ff-adb4-d29dff985f11 None None] The sync data for ids ['4483c776-6327-4b01-b7ee-9cdf33a32ab3'] in dv-cinder-788363-3-iscsi is: [{'id': '4483c776-6327-4b01-b7ee-9cdf33a32ab3', 'name': 'tempest-TestMinimumBasicScenario-1979331052-router', 'tenant_id': '182c379c4779494884fc8fa7c516d165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '2858bbfc-c2be-42b3-bc8a-8567cc4745fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:58:34Z', 'updated_at': '2021-05-17T13:58:41Z', 'revision_number': 4, 'project_id': '182c379c4779494884fc8fa7c516d165', 'gw_port': {'id': '2858bbfc-c2be-42b3-bc8a-8567cc4745fb', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ee:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4483c776-6327-4b01-b7ee-9cdf33a32ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:34Z', 'updated_at': '2021-05-17T13:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_floatingips': [{'id': 'ec0e296b-eb6a-4e37-bacd-956c81b2c327', 'tenant_id': '182c379c4779494884fc8fa7c516d165', 'floating_ip_address': '172.27.1.233', 'floating_network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'router_id': '4483c776-6327-4b01-b7ee-9cdf33a32ab3', 'port_id': 'bd8c6855-ded5-4d2e-905a-9a971a733a4e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a352e45a-beb4-4c74-85aa-877f4308bc0d', 'mac_address': 'fa:16:3e:e5:41:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba9c8c7-7ded-4961-9e07-894e563b1a42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T13:59:54Z', 'updated_at': '2021-05-17T13:59:54Z', 'revision_number': 0, 'project_id': '182c379c4779494884fc8fa7c516d165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77a0363a-7252-451a-929a-08c029fbbaa7', 'name': '', 'network_id': 'a352e45a-beb4-4c74-85aa-877f4308bc0d', 'tenant_id': '182c379c4779494884fc8fa7c516d165', 'mac_address': 'fa:16:3e:c8:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4483c776-6327-4b01-b7ee-9cdf33a32ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '2b0db0dc-c73b-40d9-8259-2f415d9b999f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:39Z', 'updated_at': '2021-05-17T13:58:52Z', 'revision_number': 5, 'project_id': '182c379c4779494884fc8fa7c516d165', 'subnets': [{'id': '2b0db0dc-c73b-40d9-8259-2f415d9b999f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 17 13:59:58.165963 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-13f5f89b-858c-48d0-8f03-941ca4979b73 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Usage tracker for resource:security_group_rule and tenant:182c379c4779494884fc8fa7c516d165 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:59:58.166682 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3a289-0919-43f2-80f1-c8beb1b15700 req-b7763903-18b2-477d-a6d1-b5ce69f5e566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:58.168262 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5cb3a289-0919-43f2-80f1-c8beb1b15700 req-b7763903-18b2-477d-a6d1-b5ce69f5e566 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=67705816dc0348c8a6486f2aa1cb2549&device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 1096 time: 0.0816038
May 17 13:59:58.171591 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-13f5f89b-858c-48d0-8f03-941ca4979b73 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:59:58.181484 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-13f5f89b-858c-48d0-8f03-941ca4979b73 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:59:58.218198 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-13f5f89b-858c-48d0-8f03-941ca4979b73 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:58.342161 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-13f5f89b-858c-48d0-8f03-941ca4979b73 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:58.348628 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a594a4-8f3d-4d34-baa4-86b19baa25af None None] New status for floating IP ec0e296b-eb6a-4e37-bacd-956c81b2c327: ACTIVE {{(pid=78744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 17 13:59:58.352087 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-13f5f89b-858c-48d0-8f03-941ca4979b73 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677044'] for security_group_rule, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:58.358117 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-87e04077-ab8e-4497-94e8-0520b5803dbd tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:59:58.366091 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3a289-0919-43f2-80f1-c8beb1b15700 req-82ad2fc4-d945-4b6d-8314-7dc531f54931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:58.367625 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5cb3a289-0919-43f2-80f1-c8beb1b15700 req-82ad2fc4-d945-4b6d-8314-7dc531f54931 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f96cba92-eccd-4fce-9019-8397a76ebc2b HTTP/1.1" status: 200  len: 918 time: 0.1924498
May 17 13:59:58.387502 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f5f89b-858c-48d0-8f03-941ca4979b73 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a478d1f-a5d0-4ff0-8c1a-3eaee8c35013,revision_number=0']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:59:58.395512 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-13f5f89b-858c-48d0-8f03-941ca4979b73 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:59:58.405377 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-614017b8-5022-4176-83c2-bc94c61c1103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132438228'] for port, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:58.410710 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-5a7ca346-b0c7-4546-8ccd-81422534f655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:59:58.447357 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-13f5f89b-858c-48d0-8f03-941ca4979b73 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:58.448576 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-13f5f89b-858c-48d0-8f03-941ca4979b73 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4333315
May 17 13:59:58.451987 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 37914) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:59:58.457348 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-4073cd13-a694-4a17-b654-f670d12ff04a tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Request body: {'security_group_rule': {'security_group_id': '98ca7c59-9573-447f-aa17-bc0cce337d7f', 'project_id': '182c379c4779494884fc8fa7c516d165', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:59:58.458056 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614017b8-5022-4176-83c2-bc94c61c1103 admin admin] Pushing event deleted for resources: {'Port': ['ID=25ae4588-9028-47e5-8d26-27b4729de80f,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:59:58.486039 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-4073cd13-a694-4a17-b654-f670d12ff04a tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:59:58.492968 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-614017b8-5022-4176-83c2-bc94c61c1103 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:59:58.493966 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-4073cd13-a694-4a17-b654-f670d12ff04a tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Usage tracker for resource:security_group_rule and tenant:182c379c4779494884fc8fa7c516d165 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:59:58.498788 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-4073cd13-a694-4a17-b654-f670d12ff04a tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:59:58.507764 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-4073cd13-a694-4a17-b654-f670d12ff04a tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:59:58.520852 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5cb3a289-0919-43f2-80f1-c8beb1b15700 req-e912d812-bdaf-4723-99d4-206d274c99a5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e387a912-f167-4519-8373-1322f80d5380 HTTP/1.1" status: 200  len: 999 time: 0.1443787
May 17 13:59:58.525392 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.db.securitygroups_db [None req-4073cd13-a694-4a17-b654-f670d12ff04a tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Project 182c379c4779494884fc8fa7c516d165 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 17 13:59:58.567767 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-4073cd13-a694-4a17-b654-f670d12ff04a tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:58.697420 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3a289-0919-43f2-80f1-c8beb1b15700 req-f652d5d9-ed5d-41ee-952c-04460d9f5d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:58.699047 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5cb3a289-0919-43f2-80f1-c8beb1b15700 req-f652d5d9-ed5d-41ee-952c-04460d9f5d27 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d7bf7301-b5af-4e08-ada3-78e2aec55a6a HTTP/1.1" status: 200  len: 856 time: 0.1673770
May 17 13:59:58.749777 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-4073cd13-a694-4a17-b654-f670d12ff04a tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:58.751937 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-614017b8-5022-4176-83c2-bc94c61c1103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1977196'] for router_interface, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:58.757600 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ba9c8c7-7ded-4961-9e07-894e563b1a42', 'tag': 'bd8c6855-ded5-4d2e-905a-9a971a733a4e'}] {{(pid=78742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 13:59:58.763852 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-4073cd13-a694-4a17-b654-f670d12ff04a tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677044'] for security_group_rule, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:58.782982 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-35b27632-13d8-4544-b017-c42997ade98d tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:59:58.808696 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4073cd13-a694-4a17-b654-f670d12ff04a tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73007a54-be83-4b83-a315-2c03e6a14705,revision_number=0']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:59:58.811781 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-4073cd13-a694-4a17-b654-f670d12ff04a tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:59:58.822844 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-4073cd13-a694-4a17-b654-f670d12ff04a tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:58.826564 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-4073cd13-a694-4a17-b654-f670d12ff04a tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3711176
May 17 13:59:58.835497 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7129116-445c-408a-ae08-9150daef258c req-eaf3a049-3fd0-46ec-a240-8ef76cd35a71 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:58.836747 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 37922) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:59:58.836930 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e7129116-445c-408a-ae08-9150daef258c req-eaf3a049-3fd0-46ec-a240-8ef76cd35a71 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 943 time: 0.2394061
May 17 13:59:58.845018 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-0e71e3da-e73c-4eeb-82c3-f0b1198f86b4 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Request body: {'security_group_rule': {'security_group_id': '98ca7c59-9573-447f-aa17-bc0cce337d7f', 'project_id': '182c379c4779494884fc8fa7c516d165', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:59:58.853610 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-0e71e3da-e73c-4eeb-82c3-f0b1198f86b4 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 13:59:58.861391 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-0e71e3da-e73c-4eeb-82c3-f0b1198f86b4 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Usage tracker for resource:security_group_rule and tenant:182c379c4779494884fc8fa7c516d165 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 13:59:58.867576 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3a289-0919-43f2-80f1-c8beb1b15700 req-176163b9-db74-4606-bfea-ca23dc1209ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:58.868923 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5cb3a289-0919-43f2-80f1-c8beb1b15700 req-176163b9-db74-4606-bfea-ca23dc1209ac service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f96cba92-eccd-4fce-9019-8397a76ebc2b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1586096
May 17 13:59:58.869751 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-0e71e3da-e73c-4eeb-82c3-f0b1198f86b4 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 13:59:58.934194 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-0e71e3da-e73c-4eeb-82c3-f0b1198f86b4 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 13:59:58.952138 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.db.securitygroups_db [None req-0e71e3da-e73c-4eeb-82c3-f0b1198f86b4 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Project 182c379c4779494884fc8fa7c516d165 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 17 13:59:58.957024 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e7129116-445c-408a-ae08-9150daef258c req-5f0cdb5b-bdaa-4d4f-ad63-8d3eee17b088 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1120591
May 17 13:59:58.963670 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0e71e3da-e73c-4eeb-82c3-f0b1198f86b4 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:59.017821 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5cb3a289-0919-43f2-80f1-c8beb1b15700 req-49224165-3caa-4620-b4c2-ec9a44deef3b service neutron] 10.222.0.49 "GET /v2.0/networks/f96cba92-eccd-4fce-9019-8397a76ebc2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376519
May 17 13:59:59.046819 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ba9c8c7-7ded-4961-9e07-894e563b1a42', 'tag': 'bd8c6855-ded5-4d2e-905a-9a971a733a4e', 'status': 'completed', 'code': 200}
May 17 13:59:59.233783 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0e71e3da-e73c-4eeb-82c3-f0b1198f86b4 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:59.242068 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0e71e3da-e73c-4eeb-82c3-f0b1198f86b4 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677044'] for security_group_rule, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:59.250435 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-a79676f4-7865-492b-b45f-613d0ad8c167 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 13:59:59.284729 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e71e3da-e73c-4eeb-82c3-f0b1198f86b4 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f8deabf-8650-4fbb-854d-a0f64bba1ed3,revision_number=0']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 13:59:59.288362 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-0e71e3da-e73c-4eeb-82c3-f0b1198f86b4 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 13:59:59.303542 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-614017b8-5022-4176-83c2-bc94c61c1103 admin admin] Router cd262daa-115f-44d5-bd0a-8443ed87206f has already been hosted by L3 agent 5f048e90-1481-4c55-97c3-311a68b90326 {{(pid=78742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 17 13:59:59.304600 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0e71e3da-e73c-4eeb-82c3-f0b1198f86b4 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 13:59:59.307991 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-0e71e3da-e73c-4eeb-82c3-f0b1198f86b4 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4675407
May 17 13:59:59.310188 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8b09e-de7d-419e-a8c4-e5374ca47d31 req-b5b9cd00-8ca1-44c0-8fe3-4441170be3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:59.312298 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-f4a8b09e-de7d-419e-a8c4-e5374ca47d31 req-b5b9cd00-8ca1-44c0-8fe3-4441170be3b1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=182c379c4779494884fc8fa7c516d165&device_id=5ba9c8c7-7ded-4961-9e07-894e563b1a42 HTTP/1.1" status: 200  len: 1099 time: 0.2514882
May 17 13:59:59.317036 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5cb3a289-0919-43f2-80f1-c8beb1b15700 req-cdce929d-e501-4b79-857b-d156ac0703de service neutron] 10.222.0.49 "GET /v2.0/networks/f96cba92-eccd-4fce-9019-8397a76ebc2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2826171
May 17 13:59:59.333649 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67935998-a054-48c3-8fea-a87eb3f86212 req-4336dd36-c9ff-4ef2-a6a9-06e36c0ec257 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:59.335328 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-67935998-a054-48c3-8fea-a87eb3f86212 req-4336dd36-c9ff-4ef2-a6a9-06e36c0ec257 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 946 time: 0.1365998
May 17 13:59:59.388226 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-67935998-a054-48c3-8fea-a87eb3f86212 req-26a751d5-34d8-4df9-9bdc-c832033590fc tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461118
May 17 13:59:59.524909 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-b121828f-8cab-45b1-b46d-aca94391d047 req-2a532069-f839-4ea5-870b-ae2e9611f650 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Synchronizing usage tracker for tenant:182c379c4779494884fc8fa7c516d165 on resource:security_group {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 13:59:59.548100 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-b121828f-8cab-45b1-b46d-aca94391d047 req-2a532069-f839-4ea5-870b-ae2e9611f650 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Unset dirty status for tenant:182c379c4779494884fc8fa7c516d165 on resource:security_group {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 13:59:59.555532 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b121828f-8cab-45b1-b46d-aca94391d047 req-2a532069-f839-4ea5-870b-ae2e9611f650 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1447730850&fields=id&tenant_id=182c379c4779494884fc8fa7c516d165 HTTP/1.1" status: 200  len: 267 time: 0.0761662
May 17 13:59:59.642614 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121828f-8cab-45b1-b46d-aca94391d047 req-090bbccf-18ae-4b3a-a1a1-7361768e0593 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:59.650502 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b121828f-8cab-45b1-b46d-aca94391d047 req-090bbccf-18ae-4b3a-a1a1-7361768e0593 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ba9c8c7-7ded-4961-9e07-894e563b1a42 HTTP/1.1" status: 200  len: 946 time: 0.0938725
May 17 13:59:59.656236 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-b121828f-8cab-45b1-b46d-aca94391d047 req-aea1c998-6dac-424f-9fa7-4fb92b478608 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Request body: {'port': {'security_groups': ['0669e9b8-cbaf-4c56-99ed-772ef9017d91', '98ca7c59-9573-447f-aa17-bc0cce337d7f']}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 13:59:59.699440 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8b09e-de7d-419e-a8c4-e5374ca47d31 req-65969e48-3db7-45fe-af9c-c3ec9aca7259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 13:59:59.700894 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-f4a8b09e-de7d-419e-a8c4-e5374ca47d31 req-65969e48-3db7-45fe-af9c-c3ec9aca7259 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a352e45a-beb4-4c74-85aa-877f4308bc0d HTTP/1.1" status: 200  len: 916 time: 0.3806698
May 17 13:59:59.701930 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614017b8-5022-4176-83c2-bc94c61c1103 admin admin] Notify agent at l3_agent.dv-cinder-788363-3-iscsi the message routers_updated {{(pid=78742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 17 13:59:59.712938 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-614017b8-5022-4176-83c2-bc94c61c1103 admin admin] 10.222.0.54 "PUT /v2.0/routers/cd262daa-115f-44d5-bd0a-8443ed87206f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6755424
May 17 13:59:59.714723 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedf61dd-471a-4a71-9ab9-fc82ced1a28e None None] Sync routers for ids ['cd262daa-115f-44d5-bd0a-8443ed87206f'] in dv-cinder-788363-3-iscsi {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 17 13:59:59.715184 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 37950) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 13:59:59.724619 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedf61dd-471a-4a71-9ab9-fc82ced1a28e None None] Routers {'cd262daa-115f-44d5-bd0a-8443ed87206f'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 13:59:59.725763 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-dedf61dd-471a-4a71-9ab9-fc82ced1a28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3fca9430>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T13:59:40Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['cd262daa-115f-44d5-bd0a-8443ed87206f'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 13:59:59.896157 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-f4a8b09e-de7d-419e-a8c4-e5374ca47d31 req-a3bec28d-dcff-4add-b104-59d62774ef49 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd8c6855-ded5-4d2e-905a-9a971a733a4e HTTP/1.1" status: 200  len: 1002 time: 0.1798291
May 17 14:00:00.005096 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-b121828f-8cab-45b1-b46d-aca94391d047 req-aea1c998-6dac-424f-9fa7-4fb92b478608 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:00.032113 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-dedf61dd-471a-4a71-9ab9-fc82ced1a28e None None] Set router cd262daa-115f-44d5-bd0a-8443ed87206f gateway port host: dv-cinder-788363-3-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 14:00:00.083149 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-35188f1c-0e51-4743-a572-0f3fac6db08a admin admin] Notify callbacks [] for router, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:00.383012 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-dedf61dd-471a-4a71-9ab9-fc82ced1a28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3fca9430>, [{'id': 'cd262daa-115f-44d5-bd0a-8443ed87206f', 'name': 'tempest-ServerRescueNegativeTestJSON-1429775336-router', 'tenant_id': '26eff14cf205417591a4fc75a27bee33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'c658b2b2-516e-4ef1-a5e9-e0b09c43941e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:54:38Z', 'updated_at': '2021-05-17T13:59:58Z', 'revision_number': 5, 'project_id': '26eff14cf205417591a4fc75a27bee33', 'gw_port': {'id': 'c658b2b2-516e-4ef1-a5e9-e0b09c43941e', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd262daa-115f-44d5-bd0a-8443ed87206f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:39Z', 'updated_at': '2021-05-17T13:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi'}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:00:00.388433 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedf61dd-471a-4a71-9ab9-fc82ced1a28e None None] Checking router: cd262daa-115f-44d5-bd0a-8443ed87206f for host: dv-cinder-788363-3-iscsi {{(pid=78745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 17 14:00:00.398755 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedf61dd-471a-4a71-9ab9-fc82ced1a28e None None] Routers {'cd262daa-115f-44d5-bd0a-8443ed87206f'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 14:00:00.400181 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-dedf61dd-471a-4a71-9ab9-fc82ced1a28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3fca9430>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T13:59:40Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['cd262daa-115f-44d5-bd0a-8443ed87206f'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:00:00.400744 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-35188f1c-0e51-4743-a572-0f3fac6db08a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:00.500650 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-b121828f-8cab-45b1-b46d-aca94391d047 req-aea1c998-6dac-424f-9fa7-4fb92b478608 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] For port bd8c6855-ded5-4d2e-905a-9a971a733a4e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=bd8c6855-ded5-4d2e-905a-9a971a733a4e,segment=NetworkSegment(eecd0dba-c82c-42fc-a18d-272a8f834a82),segment_id=eecd0dba-c82c-42fc-a18d-272a8f834a82)] {{(pid=78743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:00:00.536694 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [None req-35188f1c-0e51-4743-a572-0f3fac6db08a admin admin] Deleting port c658b2b2-516e-4ef1-a5e9-e0b09c43941e {{(pid=78743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 14:00:00.537033 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-35188f1c-0e51-4743-a572-0f3fac6db08a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:00.555698 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-b121828f-8cab-45b1-b46d-aca94391d047 req-aea1c998-6dac-424f-9fa7-4fb92b478608 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks [] for port, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:00.568058 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-dedf61dd-471a-4a71-9ab9-fc82ced1a28e None None] Set router cd262daa-115f-44d5-bd0a-8443ed87206f gateway port host: None {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 14:00:00.608932 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-b121828f-8cab-45b1-b46d-aca94391d047 req-aea1c998-6dac-424f-9fa7-4fb92b478608 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133957588'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:00.624854 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:00:00.626951 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] get_ports_and_sgs() called for port_ids ['bd8c6855-ded5-4d2e-905a-9a971a733a4e'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 17 14:00:00.681586 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-dedf61dd-471a-4a71-9ab9-fc82ced1a28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3fca9430>, [{'id': 'cd262daa-115f-44d5-bd0a-8443ed87206f', 'name': 'tempest-ServerRescueNegativeTestJSON-1429775336-router', 'tenant_id': '26eff14cf205417591a4fc75a27bee33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:54:38Z', 'updated_at': '2021-05-17T14:00:00Z', 'revision_number': 6, 'project_id': '26eff14cf205417591a4fc75a27bee33', 'gw_port_host': None}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:00:00.685992 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedf61dd-471a-4a71-9ab9-fc82ced1a28e None None] The sync data for ids ['cd262daa-115f-44d5-bd0a-8443ed87206f'] in dv-cinder-788363-3-iscsi is: [{'id': 'cd262daa-115f-44d5-bd0a-8443ed87206f', 'name': 'tempest-ServerRescueNegativeTestJSON-1429775336-router', 'tenant_id': '26eff14cf205417591a4fc75a27bee33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:54:38Z', 'updated_at': '2021-05-17T14:00:00Z', 'revision_number': 6, 'project_id': '26eff14cf205417591a4fc75a27bee33', 'gw_port_host': None}] {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 17 14:00:00.701588 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121828f-8cab-45b1-b46d-aca94391d047 req-aea1c998-6dac-424f-9fa7-4fb92b478608 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:00:00.702319 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-b121828f-8cab-45b1-b46d-aca94391d047 req-aea1c998-6dac-424f-9fa7-4fb92b478608 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:00.704374 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b121828f-8cab-45b1-b46d-aca94391d047 req-aea1c998-6dac-424f-9fa7-4fb92b478608 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "PUT /v2.0/ports/bd8c6855-ded5-4d2e-905a-9a971a733a4e HTTP/1.1" status: 200  len: 982 time: 1.0524457
May 17 14:00:00.705122 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ba9c8c7-7ded-4961-9e07-894e563b1a42', 'tag': 'bd8c6855-ded5-4d2e-905a-9a971a733a4e'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 14:00:00.752834 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea1c998-6dac-424f-9fa7-4fb92b478608 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Pushing event updated for resources: {'Port': ['ID=bd8c6855-ded5-4d2e-905a-9a971a733a4e,revision_number=6']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:00:00.787399 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-aea1c998-6dac-424f-9fa7-4fb92b478608 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:00:00.812995 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [None req-35188f1c-0e51-4743-a572-0f3fac6db08a admin admin] For port c658b2b2-516e-4ef1-a5e9-e0b09c43941e, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=c658b2b2-516e-4ef1-a5e9-e0b09c43941e,segment=NetworkSegment(d239c2a5-eb63-4e60-9706-c66c1478eded),segment_id=d239c2a5-eb63-4e60-9706-c66c1478eded)] {{(pid=78743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:00:00.813358 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-35188f1c-0e51-4743-a572-0f3fac6db08a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:00.845064 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] get_ports_and_sgs() called for port_ids ['bd8c6855-ded5-4d2e-905a-9a971a733a4e'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 17 14:00:01.188181 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [None req-35188f1c-0e51-4743-a572-0f3fac6db08a admin admin] Calling delete_port for c658b2b2-516e-4ef1-a5e9-e0b09c43941e owned by network:router_gateway {{(pid=78743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 14:00:01.201092 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 25ae4588-9028-47e5-8d26-27b4729de80f no longer exists at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 17 14:00:01.288448 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] No Port match for: 25ae4588-9028-47e5-8d26-27b4729de80f {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 17 14:00:01.288845 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 25ae4588-9028-47e5-8d26-27b4729de80f not bound to the agent host dv-cinder-788363-3-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 17 14:00:01.367272 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-f316e654-f691-485a-8d34-b98a6af5b48a None None] Provisioning complete for port bd8c6855-ded5-4d2e-905a-9a971a733a4e triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 14:00:01.367722 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-f316e654-f691-485a-8d34-b98a6af5b48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:01.452555 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f46280-6f90-4495-b7c2-c0e3b2070f64 req-b05d4e2b-7cd3-409c-b857-9756b0039c46 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:00:01.454013 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-78f46280-6f90-4495-b7c2-c0e3b2070f64 req-b05d4e2b-7cd3-409c-b857-9756b0039c46 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 943 time: 0.2736459
May 17 14:00:01.530386 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-78f46280-6f90-4495-b7c2-c0e3b2070f64 req-0ebf058a-2ca6-46ef-bae7-28f1c6aca73a tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0638306
May 17 14:00:01.661275 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-35188f1c-0e51-4743-a572-0f3fac6db08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133957597'] for port, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:01.668677 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-5be8e6af-5a83-4496-b85b-5aa88f195a63 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:00:01.766207 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35188f1c-0e51-4743-a572-0f3fac6db08a admin admin] Pushing event deleted for resources: {'Port': ['ID=c658b2b2-516e-4ef1-a5e9-e0b09c43941e,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:00:01.774304 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-35188f1c-0e51-4743-a572-0f3fac6db08a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:00:01.896782 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-35188f1c-0e51-4743-a572-0f3fac6db08a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1975271'] for router_gateway, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:02.067525 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c12947-002f-4274-b222-aa748b311e86 req-75974446-c025-4b32-ad34-82ab3918556e tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:00:02.068998 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-36c12947-002f-4274-b222-aa748b311e86 req-75974446-c025-4b32-ad34-82ab3918556e tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ba9c8c7-7ded-4961-9e07-894e563b1a42 HTTP/1.1" status: 200  len: 985 time: 0.3617582
May 17 14:00:02.101046 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-35188f1c-0e51-4743-a572-0f3fac6db08a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1974832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4350'] for router, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:02.104787 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-35188f1c-0e51-4743-a572-0f3fac6db08a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:02.209245 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-36c12947-002f-4274-b222-aa748b311e86 req-4b074c80-7065-4564-a446-05b1f461220b tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/security-groups?id=98ca7c59-9573-447f-aa17-bc0cce337d7f&id=0669e9b8-cbaf-4c56-99ed-772ef9017d91&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1320250
May 17 14:00:02.210498 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-35188f1c-0e51-4743-a572-0f3fac6db08a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1975071'] for router, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:02.210997 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35188f1c-0e51-4743-a572-0f3fac6db08a admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd262daa-115f-44d5-bd0a-8443ed87206f {{(pid=78743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 17 14:00:02.226062 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-35188f1c-0e51-4743-a572-0f3fac6db08a admin admin] Notify callbacks [] for router, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:02.227046 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-35188f1c-0e51-4743-a572-0f3fac6db08a admin admin] 10.222.0.54 "DELETE /v2.0/routers/cd262daa-115f-44d5-bd0a-8443ed87206f HTTP/1.1" status: 204  len: 168 time: 2.5113225
May 17 14:00:02.229554 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 37966) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:00:02.307186 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_v2 [None req-4819d5d1-8451-4260-a430-7019ae4a3b44 admin admin] Deleting subnet 388065c0-e171-4b50-98f0-baf98c779e87 {{(pid=78743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 17 14:00:02.310455 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-4819d5d1-8451-4260-a430-7019ae4a3b44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:02.344316 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ba9c8c7-7ded-4961-9e07-894e563b1a42', 'tag': 'bd8c6855-ded5-4d2e-905a-9a971a733a4e', 'status': 'completed', 'code': 200}
May 17 14:00:02.380590 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-4819d5d1-8451-4260-a430-7019ae4a3b44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133955689'] for subnet, precommit_delete_associations {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:02.458879 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-4819d5d1-8451-4260-a430-7019ae4a3b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-866929'] for subnet, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:02.672277 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b58bb3-5b01-4c4b-bae1-770d6669d4ac req-c7540596-97a7-45b7-92e2-e426ba62527d tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:00:02.673631 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e3b58bb3-5b01-4c4b-bae1-770d6669d4ac req-c7540596-97a7-45b7-92e2-e426ba62527d tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 946 time: 0.2167192
May 17 14:00:02.888678 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e3b58bb3-5b01-4c4b-bae1-770d6669d4ac req-0dd245e8-fad3-43b4-b02a-db2aea151f6c tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2093179
May 17 14:00:02.930391 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-4819d5d1-8451-4260-a430-7019ae4a3b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-866938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133371938'] for subnet, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:02.936868 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-018f73c2-07e6-4c45-86eb-c7ac23fb4af2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:00:02.975503 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4819d5d1-8451-4260-a430-7019ae4a3b44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=388065c0-e171-4b50-98f0-baf98c779e87,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:00:02.977632 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-4819d5d1-8451-4260-a430-7019ae4a3b44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for subnet, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:02.980476 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-4819d5d1-8451-4260-a430-7019ae4a3b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:00:02.989172 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-4819d5d1-8451-4260-a430-7019ae4a3b44 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/388065c0-e171-4b50-98f0-baf98c779e87 HTTP/1.1" status: 204  len: 168 time: 0.7586215
May 17 14:00:02.991763 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 37974) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:00:03.106207 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-177ddd94-6921-4106-9ad1-f2407afe4da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1002279'] for network, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:03.106457 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145dc780-c933-4663-be65-984f26289cdf req-537f05b7-3d0c-4344-a64b-259fec31ea5f tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:00:03.107957 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-145dc780-c933-4663-be65-984f26289cdf req-537f05b7-3d0c-4344-a64b-259fec31ea5f tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 943 time: 0.0870285
May 17 14:00:03.164850 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-145dc780-c933-4663-be65-984f26289cdf req-80447c37-581a-41b7-911b-a39de5e9ad68 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494184
May 17 14:00:03.189212 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device c658b2b2-516e-4ef1-a5e9-e0b09c43941e no longer exists at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 17 14:00:03.225277 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] No Port match for: c658b2b2-516e-4ef1-a5e9-e0b09c43941e {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 17 14:00:03.225635 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device c658b2b2-516e-4ef1-a5e9-e0b09c43941e not bound to the agent host dv-cinder-788363-3-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 17 14:00:03.250211 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-177ddd94-6921-4106-9ad1-f2407afe4da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-866884', 'neutron.services.segments.db._delete_segments_for_network-8774149704834'] for network, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:03.262916 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.services.segments.db [None req-177ddd94-6921-4106-9ad1-f2407afe4da3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fae3f6380a0>,) {'filters': {'network_id': ['f8ea7e78-9a41-4fc9-b0e0-a85e1f425997']}} {{(pid=78742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:00:03.276363 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.services.segments.db [None req-177ddd94-6921-4106-9ad1-f2407afe4da3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fae3f6380a0>, '6c4d3457-ef9a-42c3-8ce3-3e6a8a699a24') {'for_net_delete': True} {{(pid=78742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:00:03.276679 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.services.segments.db [None req-177ddd94-6921-4106-9ad1-f2407afe4da3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fae3f6380a0>, '6c4d3457-ef9a-42c3-8ce3-3e6a8a699a24') {} {{(pid=78742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:00:03.289748 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-177ddd94-6921-4106-9ad1-f2407afe4da3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774149716363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132461963'] for segment, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:03.307121 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-177ddd94-6921-4106-9ad1-f2407afe4da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861870'] for segment, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:03.314120 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-177ddd94-6921-4106-9ad1-f2407afe4da3 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=78742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 17 14:00:03.314515 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-177ddd94-6921-4106-9ad1-f2407afe4da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132438145'] for segment, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:03.328433 dv-cinder-788363-3-iscsi neutron-server[78742]: Traceback (most recent call last):
May 17 14:00:03.328433 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 17 14:00:03.328433 dv-cinder-788363-3-iscsi neutron-server[78742]:     timer()
May 17 14:00:03.328433 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 17 14:00:03.328433 dv-cinder-788363-3-iscsi neutron-server[78742]:     cb(*args, **kw)
May 17 14:00:03.328433 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 17 14:00:03.328433 dv-cinder-788363-3-iscsi neutron-server[78742]:     return func(*args, **kwargs)
May 17 14:00:03.328433 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 17 14:00:03.328433 dv-cinder-788363-3-iscsi neutron-server[78742]:     self._notify()
May 17 14:00:03.328433 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 17 14:00:03.328433 dv-cinder-788363-3-iscsi neutron-server[78742]:     self.callback(batched_events)
May 17 14:00:03.328433 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 17 14:00:03.328433 dv-cinder-788363-3-iscsi neutron-server[78742]:     event.method(event)
May 17 14:00:03.328433 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 17 14:00:03.328433 dv-cinder-788363-3-iscsi neutron-server[78742]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 17 14:00:03.328433 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 17 14:00:03.328433 dv-cinder-788363-3-iscsi neutron-server[78742]:     aggregate_uuid = self.p_client.list_aggregates(
May 17 14:00:03.328433 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 17 14:00:03.328433 dv-cinder-788363-3-iscsi neutron-server[78742]:     return f(self, *a, **k)
May 17 14:00:03.328433 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 17 14:00:03.328433 dv-cinder-788363-3-iscsi neutron-server[78742]:     return self._get(url).json()
May 17 14:00:03.328433 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 17 14:00:03.328433 dv-cinder-788363-3-iscsi neutron-server[78742]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 17 14:00:03.328433 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 17 14:00:03.328433 dv-cinder-788363-3-iscsi neutron-server[78742]:     return self.request(url, 'GET', **kwargs)
May 17 14:00:03.328433 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 17 14:00:03.328433 dv-cinder-788363-3-iscsi neutron-server[78742]:     base_url = self.get_endpoint(auth, allow=allow,
May 17 14:00:03.328433 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 17 14:00:03.328433 dv-cinder-788363-3-iscsi neutron-server[78742]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 17 14:00:03.328433 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 17 14:00:03.328433 dv-cinder-788363-3-iscsi neutron-server[78742]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 17 14:00:03.328433 dv-cinder-788363-3-iscsi neutron-server[78742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 17 14:00:03.422268 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-177ddd94-6921-4106-9ad1-f2407afe4da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-866893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1676892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1975232'] for network, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:03.426151 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-a7ab2501-45bb-412f-9315-ef6a76290ea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:00:03.432436 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:03.442202 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-177ddd94-6921-4106-9ad1-f2407afe4da3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for network, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:03.448481 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177ddd94-6921-4106-9ad1-f2407afe4da3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8ea7e78-9a41-4fc9-b0e0-a85e1f425997,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:00:03.452850 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-177ddd94-6921-4106-9ad1-f2407afe4da3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:00:03.464011 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-177ddd94-6921-4106-9ad1-f2407afe4da3 admin admin] 10.222.0.54 "DELETE /v2.0/networks/f8ea7e78-9a41-4fc9-b0e0-a85e1f425997 HTTP/1.1" status: 204  len: 168 time: 0.4709430
May 17 14:00:03.583529 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 37982) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:00:03.636356 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-b5fab7f5-a872-494f-a29b-83da80128aae admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=26eff14cf205417591a4fc75a27bee33&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0515203
May 17 14:00:03.638780 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 37986) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:00:03.701255 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f23873b7-3bbc-4036-af2f-d0ab1daeae7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:03.736477 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f23873b7-3bbc-4036-af2f-d0ab1daeae7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:03.794878 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f23873b7-3bbc-4036-af2f-d0ab1daeae7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:03.798888 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-09695e50-c3c0-4e3b-b958-d587f84c5911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:00:03.811589 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23873b7-3bbc-4036-af2f-d0ab1daeae7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:00:03.814774 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-f23873b7-3bbc-4036-af2f-d0ab1daeae7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:00:03.828006 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f23873b7-3bbc-4036-af2f-d0ab1daeae7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:03.832184 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-f23873b7-3bbc-4036-af2f-d0ab1daeae7f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d9bb3cdf-9e9c-4567-9ba3-f72bcbed603a HTTP/1.1" status: 204  len: 168 time: 0.1922569
May 17 14:00:04.091601 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe6a75-3e4d-4b90-897a-a43e57732cd4 req-d7607688-e0c8-40db-9677-1beca7813a60 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:00:04.093689 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-fbfe6a75-3e4d-4b90-897a-a43e57732cd4 req-d7607688-e0c8-40db-9677-1beca7813a60 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 946 time: 0.0915384
May 17 14:00:04.149699 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-fbfe6a75-3e4d-4b90-897a-a43e57732cd4 req-a509eaef-ef91-4d24-9f72-2aa4a62dc5e5 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0500128
May 17 14:00:04.399277 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d822ed5-bf01-4778-9724-93b37381a412 req-57d0547f-199b-4f5d-a7a1-f8f781d23f65 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:00:04.400938 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6d822ed5-bf01-4778-9724-93b37381a412 req-57d0547f-199b-4f5d-a7a1-f8f781d23f65 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 943 time: 0.0946102
May 17 14:00:04.454831 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6d822ed5-bf01-4778-9724-93b37381a412 req-e5447d34-93bf-4508-a7ed-2a5beb2aad56 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475502
May 17 14:00:05.410939 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5c6a8-3fce-4297-aee6-18c1cbe9437e req-104546ee-a954-42b5-81df-5d25b0e4d7b2 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:00:05.412315 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5ae5c6a8-3fce-4297-aee6-18c1cbe9437e req-104546ee-a954-42b5-81df-5d25b0e4d7b2 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 946 time: 0.0824935
May 17 14:00:05.458962 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5ae5c6a8-3fce-4297-aee6-18c1cbe9437e req-2dcec801-af7b-4c91-827f-cf3fc88c0a5b tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407732
May 17 14:00:05.675789 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cdce0d-5914-4798-af65-d06a4652393c req-25666702-3a1c-42f9-b1c8-fa76b887267e tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:00:05.677264 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c6cdce0d-5914-4798-af65-d06a4652393c req-25666702-3a1c-42f9-b1c8-fa76b887267e tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 943 time: 0.0912538
May 17 14:00:05.723938 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c6cdce0d-5914-4798-af65-d06a4652393c req-46b7f5a8-e648-40a9-8b2c-c11ce3ee7c1b tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408194
May 17 14:00:06.771735 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f5624-2a6c-4ebf-8137-ae31dd5e874b req-9c761133-c278-4e20-a03f-51d85c1ac44a tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:00:06.773421 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-911f5624-2a6c-4ebf-8137-ae31dd5e874b req-9c761133-c278-4e20-a03f-51d85c1ac44a tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 946 time: 0.1024368
May 17 14:00:06.838799 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-911f5624-2a6c-4ebf-8137-ae31dd5e874b req-2d573a97-7d5b-4b3f-9b18-25c6c00612a7 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0515368
May 17 14:00:07.052965 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c48b982-e2ba-4297-8f29-f74286e2f26b req-b5410424-87b5-4f1a-a0cb-83bf3c2f8b20 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:00:07.060551 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7c48b982-e2ba-4297-8f29-f74286e2f26b req-b5410424-87b5-4f1a-a0cb-83bf3c2f8b20 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 943 time: 0.0984194
May 17 14:00:07.127097 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7c48b982-e2ba-4297-8f29-f74286e2f26b req-c1c905e9-a441-41f9-9696-a4b3014de866 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0650365
May 17 14:00:07.415001 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-2ca4d1e4-928a-4148-b381-4c1c6bfd889c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:08.071282 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f05c7-e2af-4c13-9a54-2fb4e554fd28 req-c8b43bf7-2642-4788-a605-3df54ebed2c9 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:00:08.072834 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-fb2f05c7-e2af-4c13-9a54-2fb4e554fd28 req-c8b43bf7-2642-4788-a605-3df54ebed2c9 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 946 time: 0.0897610
May 17 14:00:08.131025 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-fb2f05c7-e2af-4c13-9a54-2fb4e554fd28 req-b9a6fd79-dfd2-4440-9a94-b79c779c581a tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0513842
May 17 14:00:08.349625 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f20bde-4cc8-46d0-b627-f3a0dc5dda74 req-2ec89c93-aed0-4c11-8a28-86ef3d5094ba tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:00:08.351107 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-28f20bde-4cc8-46d0-b627-f3a0dc5dda74 req-2ec89c93-aed0-4c11-8a28-86ef3d5094ba tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 943 time: 0.0945203
May 17 14:00:08.408969 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-28f20bde-4cc8-46d0-b627-f3a0dc5dda74 req-8109f4aa-99e9-4d9d-ade4-751cb581d6ce tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0512524
May 17 14:00:09.327962 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a341659-933e-4ddc-975a-2016e108bdb4 req-59eecc6c-4735-4cf7-a544-ca1b88429178 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:00:09.329396 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4a341659-933e-4ddc-975a-2016e108bdb4 req-59eecc6c-4735-4cf7-a544-ca1b88429178 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 946 time: 0.0830712
May 17 14:00:09.376826 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4a341659-933e-4ddc-975a-2016e108bdb4 req-c28b8c76-c804-4302-b2ab-4c4013709875 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413985
May 17 14:00:09.607991 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04bdc9f-1ebb-49c2-bf08-991dab2a6246 req-b86cb5bc-d16b-468c-8a5e-d0050258cde4 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:00:09.609774 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d04bdc9f-1ebb-49c2-bf08-991dab2a6246 req-b86cb5bc-d16b-468c-8a5e-d0050258cde4 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 943 time: 0.0870185
May 17 14:00:09.657065 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d04bdc9f-1ebb-49c2-bf08-991dab2a6246 req-40334811-1b77-4f80-b7d6-35d7703e28f9 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413625
May 17 14:00:09.896176 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:10.131600 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-e2a12f24-455f-4afa-a089-5fbb0174cb86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:10.592880 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc70e6-8e05-4bce-bc18-476ecd5c7b14 req-8025256d-02b7-4c7d-a783-04b86914e026 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:00:10.594375 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-01cc70e6-8e05-4bce-bc18-476ecd5c7b14 req-8025256d-02b7-4c7d-a783-04b86914e026 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 946 time: 0.0841649
May 17 14:00:10.646650 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-01cc70e6-8e05-4bce-bc18-476ecd5c7b14 req-221ad224-7428-4c88-aade-4c674606e48c tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464404
May 17 14:00:10.933819 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d5a80-b272-43f2-a638-ce24cb205778 req-ea227c1e-f877-4876-9d04-47d039551c54 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:00:10.935607 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b75d5a80-b272-43f2-a638-ce24cb205778 req-ea227c1e-f877-4876-9d04-47d039551c54 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 943 time: 0.0970850
May 17 14:00:10.991323 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b75d5a80-b272-43f2-a638-ce24cb205778 req-7fb08f70-a789-416e-bdf1-1bfaf9abc9ef tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490859
May 17 14:00:11.017275 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-533a9918-d89c-4562-8a48-35a661957320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:11.858709 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1066003-9e3d-4b16-b076-df7bd9e7ec83 req-314accdd-8414-41c8-9941-fc24f5689911 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:00:11.861724 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f1066003-9e3d-4b16-b076-df7bd9e7ec83 req-314accdd-8414-41c8-9941-fc24f5689911 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 946 time: 0.0998771
May 17 14:00:11.912905 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f1066003-9e3d-4b16-b076-df7bd9e7ec83 req-f1fc3fd2-8238-4a54-a8a1-8ee5b9ed569b tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452814
May 17 14:00:12.182101 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4756df16-df9f-4b34-8c3e-97c5b4a70a57 req-f3fe864f-fb9e-4aab-a8b6-f8820df43c4a tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:00:12.183478 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4756df16-df9f-4b34-8c3e-97c5b4a70a57 req-f3fe864f-fb9e-4aab-a8b6-f8820df43c4a tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 943 time: 0.0821686
May 17 14:00:12.236748 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4756df16-df9f-4b34-8c3e-97c5b4a70a57 req-32e96183-d81c-45df-af0e-3baa2fc17be1 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460796
May 17 14:00:12.517419 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1529072-104d-404f-8ce8-7078c9c34ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:13.098811 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbfeb70-c347-46b7-8518-36447600871c req-2d12730a-e975-4368-8d68-5414ee9a4223 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:00:13.100295 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cdbfeb70-c347-46b7-8518-36447600871c req-2d12730a-e975-4368-8d68-5414ee9a4223 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 946 time: 0.0815308
May 17 14:00:13.146083 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cdbfeb70-c347-46b7-8518-36447600871c req-6af9b6ee-6ccc-4183-8331-c7f8ed6c41b4 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402451
May 17 14:00:13.511017 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51779165-9762-4b52-bbc4-f9395b497a20 req-a2f14f05-7dc8-4376-b496-347b22c7ee6a tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:00:13.512404 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-51779165-9762-4b52-bbc4-f9395b497a20 req-a2f14f05-7dc8-4376-b496-347b22c7ee6a tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 943 time: 0.1643527
May 17 14:00:13.556184 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-51779165-9762-4b52-bbc4-f9395b497a20 req-8afba8fc-c48a-4fe4-ae6b-9dd2fcdcf213 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380189
May 17 14:00:14.333108 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9a001-76c7-4cec-b108-97f8cce57b32 req-7e761a02-f7a1-4493-be0a-f083bb2d0bda tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:00:14.334554 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d4e9a001-76c7-4cec-b108-97f8cce57b32 req-7e761a02-f7a1-4493-be0a-f083bb2d0bda tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 946 time: 0.0804107
May 17 14:00:14.381897 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d4e9a001-76c7-4cec-b108-97f8cce57b32 req-37cdd4e3-0eb4-436c-be5b-ed87ed718a0c tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415201
May 17 14:00:14.748969 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b560450-ea3b-4a18-8b0a-18692424b09c req-a5729aa4-2d6c-4996-89b2-cb1848fbb84e tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:00:14.750486 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2b560450-ea3b-4a18-8b0a-18692424b09c req-a5729aa4-2d6c-4996-89b2-cb1848fbb84e tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 943 time: 0.0828595
May 17 14:00:14.797064 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2b560450-ea3b-4a18-8b0a-18692424b09c req-9fae572f-fe6e-42d2-a32f-6de6e8a66e8a tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406780
May 17 14:00:15.340064 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 38154) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:00:15.458085 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-5ced65c4-c4da-4a19-87f8-38e51c63b5ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:15.472742 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-5ced65c4-c4da-4a19-87f8-38e51c63b5ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 14:00:15.476493 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-5ced65c4-c4da-4a19-87f8-38e51c63b5ed admin admin] Usage tracker for resource:security_group_rule and tenant:86798a1399334e3a9a3e224b53ba20a7 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 14:00:15.479299 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-5ced65c4-c4da-4a19-87f8-38e51c63b5ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 14:00:15.485801 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-5ced65c4-c4da-4a19-87f8-38e51c63b5ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 14:00:15.611692 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c90e8-da14-4b4c-be3a-df2165f6025c req-ac8a97ee-6182-4b23-b3f4-1fb8c8c01ebb tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:00:15.613047 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a90c90e8-da14-4b4c-be3a-df2165f6025c req-ac8a97ee-6182-4b23-b3f4-1fb8c8c01ebb tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 946 time: 0.1240342
May 17 14:00:15.671740 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-5ced65c4-c4da-4a19-87f8-38e51c63b5ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:15.675839 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-5ced65c4-c4da-4a19-87f8-38e51c63b5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:15.686067 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-1ee395ac-7e1e-4ec4-a898-c9d82c130a7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:00:15.701431 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a90c90e8-da14-4b4c-be3a-df2165f6025c req-dd8281fa-31f4-4479-a74b-a666d67378a1 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0809031
May 17 14:00:15.732356 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced65c4-c4da-4a19-87f8-38e51c63b5ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818f2767-fe3f-4f57-aa77-0287bee18be2,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:00:15.737352 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-5ced65c4-c4da-4a19-87f8-38e51c63b5ed admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=86798a1399334e3a9a3e224b53ba20a7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3962979
May 17 14:00:15.738406 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-5ced65c4-c4da-4a19-87f8-38e51c63b5ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:00:15.739972 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 38162) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:00:15.804494 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-93b579a9-493a-4d18-ab2b-ec8311401d4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:15.829376 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8b09e-de7d-419e-a8c4-e5374ca47d31 req-cfa1c0ac-23bc-4192-a160-89d7a7163a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:00:15.831583 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-93b579a9-493a-4d18-ab2b-ec8311401d4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:15.831827 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-f4a8b09e-de7d-419e-a8c4-e5374ca47d31 req-cfa1c0ac-23bc-4192-a160-89d7a7163a93 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2b0db0dc-c73b-40d9-8259-2f415d9b999f HTTP/1.1" status: 200  len: 854 time: 0.0665965
May 17 14:00:15.933673 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8b09e-de7d-419e-a8c4-e5374ca47d31 req-ace2ed80-9c1a-4e7f-af4e-24de69af35b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:00:15.935161 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-f4a8b09e-de7d-419e-a8c4-e5374ca47d31 req-ace2ed80-9c1a-4e7f-af4e-24de69af35b4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a352e45a-beb4-4c74-85aa-877f4308bc0d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0947812
May 17 14:00:16.042651 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-93b579a9-493a-4d18-ab2b-ec8311401d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:16.052568 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-15ade237-330f-4c5c-8182-91ea57499cc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:00:16.070327 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-f4a8b09e-de7d-419e-a8c4-e5374ca47d31 req-eb8653b4-54df-4bb3-87ad-445c39d7fab9 service neutron] 10.222.0.49 "GET /v2.0/networks/a352e45a-beb4-4c74-85aa-877f4308bc0d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1282208
May 17 14:00:16.073092 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b579a9-493a-4d18-ab2b-ec8311401d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818f2767-fe3f-4f57-aa77-0287bee18be2,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:00:16.078317 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-93b579a9-493a-4d18-ab2b-ec8311401d4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:00:16.081128 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1655727-1b0a-4001-991b-915bfa766079 req-8e3dfba0-e63a-4af9-bfeb-f1f771cbdb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:00:16.082579 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b1655727-1b0a-4001-991b-915bfa766079 req-8e3dfba0-e63a-4af9-bfeb-f1f771cbdb4f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=67705816dc0348c8a6486f2aa1cb2549&device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 1096 time: 0.2141299
May 17 14:00:16.089825 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-93b579a9-493a-4d18-ab2b-ec8311401d4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:16.093238 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-93b579a9-493a-4d18-ab2b-ec8311401d4d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/818f2767-fe3f-4f57-aa77-0287bee18be2 HTTP/1.1" status: 204  len: 168 time: 0.3500135
May 17 14:00:16.112984 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b5814a-7a02-49d1-a334-a20c3f36300e req-92ba8e47-5442-49b0-a350-e1102c996bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:00:16.114530 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-06b5814a-7a02-49d1-a334-a20c3f36300e req-92ba8e47-5442-49b0-a350-e1102c996bff service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3e756f37709a4c19bc8378fa746d8337&device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 1099 time: 0.1768053
May 17 14:00:16.126063 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b50fd0-9798-4dbd-80fd-384647aa838b req-c270a00c-fbc6-422f-b648-87ab7e08626d tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:00:16.127520 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c1b50fd0-9798-4dbd-80fd-384647aa838b req-c270a00c-fbc6-422f-b648-87ab7e08626d tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 943 time: 0.1599731
May 17 14:00:16.228051 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-f4a8b09e-de7d-419e-a8c4-e5374ca47d31 req-b63a0042-1a93-4cfb-ac67-d3b3eb5f0fca service neutron] 10.222.0.49 "GET /v2.0/networks/a352e45a-beb4-4c74-85aa-877f4308bc0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1502693
May 17 14:00:16.347596 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c1b50fd0-9798-4dbd-80fd-384647aa838b req-7e9fdbcb-96a4-4e09-bc12-f8bcc1165d90 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1812413
May 17 14:00:16.361923 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43449918-5509-43c4-b649-94cbee8c8b62 req-b93a12ed-396b-4b4c-9a32-2a88dcc19f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:00:16.363675 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-43449918-5509-43c4-b649-94cbee8c8b62 req-b93a12ed-396b-4b4c-9a32-2a88dcc19f7b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=182c379c4779494884fc8fa7c516d165&device_id=5ba9c8c7-7ded-4961-9e07-894e563b1a42 HTTP/1.1" status: 200  len: 1138 time: 0.0819685
May 17 14:00:16.415661 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b5814a-7a02-49d1-a334-a20c3f36300e req-a6fa882f-06e0-4a84-a0b3-5bb9a8e8a52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:00:16.417239 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-06b5814a-7a02-49d1-a334-a20c3f36300e req-a6fa882f-06e0-4a84-a0b3-5bb9a8e8a52c service neutron] 10.222.0.49 "GET /v2.0/networks?id=e30c6073-c867-46f4-bec2-eb7af316aeb9 HTTP/1.1" status: 200  len: 912 time: 0.2888556
May 17 14:00:16.419801 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1655727-1b0a-4001-991b-915bfa766079 req-f60f527a-9055-41c6-9638-e8bd59167986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:00:16.421197 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b1655727-1b0a-4001-991b-915bfa766079 req-f60f527a-9055-41c6-9638-e8bd59167986 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f96cba92-eccd-4fce-9019-8397a76ebc2b HTTP/1.1" status: 200  len: 918 time: 0.2917764
May 17 14:00:16.501307 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43449918-5509-43c4-b649-94cbee8c8b62 req-956618cd-1ff8-45b7-b2ed-4e890e409138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:00:16.502765 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-43449918-5509-43c4-b649-94cbee8c8b62 req-956618cd-1ff8-45b7-b2ed-4e890e409138 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a352e45a-beb4-4c74-85aa-877f4308bc0d HTTP/1.1" status: 200  len: 916 time: 0.1313117
May 17 14:00:16.616292 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-06b5814a-7a02-49d1-a334-a20c3f36300e req-ce773360-af51-4c96-8f03-d0b00c7dd553 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec99b98a-69fa-4259-a900-8e28bb2b1d1e HTTP/1.1" status: 200  len: 1002 time: 0.1869345
May 17 14:00:16.623207 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b1655727-1b0a-4001-991b-915bfa766079 req-84ca7e02-7819-45dd-80f2-8af4318b3463 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e387a912-f167-4519-8373-1322f80d5380 HTTP/1.1" status: 200  len: 999 time: 0.1927307
May 17 14:00:16.715528 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-43449918-5509-43c4-b649-94cbee8c8b62 req-e8463ed6-9c93-4f28-94eb-3b8b05f7f1bd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd8c6855-ded5-4d2e-905a-9a971a733a4e HTTP/1.1" status: 200  len: 1002 time: 0.2054133
May 17 14:00:16.733091 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b5814a-7a02-49d1-a334-a20c3f36300e req-f6445830-fc44-46ce-b138-1365b81b7445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:00:16.734842 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-06b5814a-7a02-49d1-a334-a20c3f36300e req-f6445830-fc44-46ce-b138-1365b81b7445 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d169b186-defa-4470-9ef1-50866ad43fba HTTP/1.1" status: 200  len: 850 time: 0.1107118
May 17 14:00:16.738339 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1655727-1b0a-4001-991b-915bfa766079 req-09505f7e-c3ab-41ae-a571-f7c42a70d2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:00:16.739770 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b1655727-1b0a-4001-991b-915bfa766079 req-09505f7e-c3ab-41ae-a571-f7c42a70d2c8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d7bf7301-b5af-4e08-ada3-78e2aec55a6a HTTP/1.1" status: 200  len: 856 time: 0.0858243
May 17 14:00:16.795429 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43449918-5509-43c4-b649-94cbee8c8b62 req-d25b3739-56f7-4dce-b295-a74d486e404c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:00:16.797015 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-43449918-5509-43c4-b649-94cbee8c8b62 req-d25b3739-56f7-4dce-b295-a74d486e404c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2b0db0dc-c73b-40d9-8259-2f415d9b999f HTTP/1.1" status: 200  len: 854 time: 0.0757313
May 17 14:00:16.887593 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43449918-5509-43c4-b649-94cbee8c8b62 req-e4bf7b62-6b2f-49c7-81e4-f8166797f89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:00:16.889316 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-43449918-5509-43c4-b649-94cbee8c8b62 req-e4bf7b62-6b2f-49c7-81e4-f8166797f89c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a352e45a-beb4-4c74-85aa-877f4308bc0d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0855823
May 17 14:00:17.033096 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-43449918-5509-43c4-b649-94cbee8c8b62 req-be728271-c005-4c5e-8f83-cb133aa5a47b service neutron] 10.222.0.49 "GET /v2.0/networks/a352e45a-beb4-4c74-85aa-877f4308bc0d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360545
May 17 14:00:17.078149 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b5814a-7a02-49d1-a334-a20c3f36300e req-cde6a811-e46e-4659-8ce1-5f9a7d6b8181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:00:17.079666 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-06b5814a-7a02-49d1-a334-a20c3f36300e req-cde6a811-e46e-4659-8ce1-5f9a7d6b8181 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e30c6073-c867-46f4-bec2-eb7af316aeb9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3294261
May 17 14:00:17.082245 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1655727-1b0a-4001-991b-915bfa766079 req-e0b3950f-a740-4366-9847-5915a4a6012c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:00:17.083620 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b1655727-1b0a-4001-991b-915bfa766079 req-e0b3950f-a740-4366-9847-5915a4a6012c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f96cba92-eccd-4fce-9019-8397a76ebc2b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2802985
May 17 14:00:17.095576 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245bb6cc-2c73-4657-b910-d83fea8f7245 req-b1605670-6a97-42de-a9aa-ab982c4af0d7 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:00:17.097105 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-245bb6cc-2c73-4657-b910-d83fea8f7245 req-b1605670-6a97-42de-a9aa-ab982c4af0d7 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 946 time: 0.2595465
May 17 14:00:17.178026 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [req-43449918-5509-43c4-b649-94cbee8c8b62 req-cfe153c7-5c66-46c6-825f-79b856f91129 service neutron] 10.222.0.49 "GET /v2.0/networks/a352e45a-beb4-4c74-85aa-877f4308bc0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1378655
May 17 14:00:17.313554 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-245bb6cc-2c73-4657-b910-d83fea8f7245 req-4694569d-a37c-4c3e-ae57-5f600d4fd8de tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1760707
May 17 14:00:17.373917 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-06b5814a-7a02-49d1-a334-a20c3f36300e req-06f3367f-b294-400b-b5ca-06450eaa692c service neutron] 10.222.0.49 "GET /v2.0/networks/e30c6073-c867-46f4-bec2-eb7af316aeb9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2742465
May 17 14:00:17.377186 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b1655727-1b0a-4001-991b-915bfa766079 req-08f02432-1ba8-4666-b92b-087d4033153d service neutron] 10.222.0.49 "GET /v2.0/networks/f96cba92-eccd-4fce-9019-8397a76ebc2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2791886
May 17 14:00:17.688867 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-06b5814a-7a02-49d1-a334-a20c3f36300e req-03861977-e2f4-40be-a3f4-30a07316592a service neutron] 10.222.0.49 "GET /v2.0/networks/e30c6073-c867-46f4-bec2-eb7af316aeb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3036416
May 17 14:00:17.691346 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b1655727-1b0a-4001-991b-915bfa766079 req-9548c249-7bee-499f-9894-9281e70dea87 service neutron] 10.222.0.49 "GET /v2.0/networks/f96cba92-eccd-4fce-9019-8397a76ebc2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3050990
May 17 14:00:17.703809 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e8cd4-796d-4cce-aae4-2c59de945bf9 req-91bc50a2-a47b-4ce2-a2bb-d959b5f66d34 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:00:17.706012 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6b4e8cd4-796d-4cce-aae4-2c59de945bf9 req-91bc50a2-a47b-4ce2-a2bb-d959b5f66d34 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 943 time: 0.1858079
May 17 14:00:17.756258 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6b4e8cd4-796d-4cce-aae4-2c59de945bf9 req-006f2e7f-164f-4576-9297-3f57b634d7cc tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426517
May 17 14:00:18.007179 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 38220) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:00:18.123090 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-647ad7e2-0379-4474-9c8b-4779a37498c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:18.136984 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-647ad7e2-0379-4474-9c8b-4779a37498c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 14:00:18.141252 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-647ad7e2-0379-4474-9c8b-4779a37498c2 admin admin] Usage tracker for resource:security_group_rule and tenant:f529105000f4440f891304f0dc86a4e8 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 14:00:18.144116 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-647ad7e2-0379-4474-9c8b-4779a37498c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 14:00:18.149755 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-647ad7e2-0379-4474-9c8b-4779a37498c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 14:00:18.231807 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-647ad7e2-0379-4474-9c8b-4779a37498c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:18.236399 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-647ad7e2-0379-4474-9c8b-4779a37498c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:18.248299 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-f0d57fb7-0d6b-4d67-9f95-4287f17db1e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:00:18.295809 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-647ad7e2-0379-4474-9c8b-4779a37498c2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f529105000f4440f891304f0dc86a4e8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2851164
May 17 14:00:18.295809 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ad7e2-0379-4474-9c8b-4779a37498c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb327d03-6051-4db8-87e1-638366ffd2ad,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:00:18.296735 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 38226) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:00:18.297949 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-647ad7e2-0379-4474-9c8b-4779a37498c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:00:18.372408 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-05a43850-d735-40de-83fd-7cdb4a14a947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:18.400196 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-05a43850-d735-40de-83fd-7cdb4a14a947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:18.461447 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-05a43850-d735-40de-83fd-7cdb4a14a947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:18.467293 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-5b58baeb-0e33-489d-bd27-5ae1fcdaa6e0 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:00:18.484234 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a43850-d735-40de-83fd-7cdb4a14a947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb327d03-6051-4db8-87e1-638366ffd2ad,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:00:18.493395 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-05a43850-d735-40de-83fd-7cdb4a14a947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:18.494468 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-05a43850-d735-40de-83fd-7cdb4a14a947 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/eb327d03-6051-4db8-87e1-638366ffd2ad HTTP/1.1" status: 204  len: 168 time: 0.1953528
May 17 14:00:18.496162 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a43850-d735-40de-83fd-7cdb4a14a947 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:00:18.496534 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a43850-d735-40de-83fd-7cdb4a14a947 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:00:18.496981 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a43850-d735-40de-83fd-7cdb4a14a947 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:00:18.497347 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a43850-d735-40de-83fd-7cdb4a14a947 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:00:18.497713 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a43850-d735-40de-83fd-7cdb4a14a947 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:00:18.498602 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a43850-d735-40de-83fd-7cdb4a14a947 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:00:18.499349 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a43850-d735-40de-83fd-7cdb4a14a947 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:00:18.499349 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a43850-d735-40de-83fd-7cdb4a14a947 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:00:18.499663 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a43850-d735-40de-83fd-7cdb4a14a947 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:00:18.500013 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a43850-d735-40de-83fd-7cdb4a14a947 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:00:18.500359 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a43850-d735-40de-83fd-7cdb4a14a947 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:00:18.500705 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a43850-d735-40de-83fd-7cdb4a14a947 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:00:18.506823 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-05a43850-d735-40de-83fd-7cdb4a14a947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:00:18.526607 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84f800-b64c-4772-95d4-0d511c3bb134 req-01a5277b-e8b5-45b7-9c52-6ca4b05e2436 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:00:18.528156 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ec84f800-b64c-4772-95d4-0d511c3bb134 req-01a5277b-e8b5-45b7-9c52-6ca4b05e2436 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 946 time: 0.1039605
May 17 14:00:18.574653 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ec84f800-b64c-4772-95d4-0d511c3bb134 req-f76c22da-9730-46e5-b922-1f765a5fe2ec tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407667
May 17 14:00:18.786496 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 38238) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:00:18.804598 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-cd9c85c8-8577-4076-ad76-1ac34f4ca63a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:18.819655 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-cd9c85c8-8577-4076-ad76-1ac34f4ca63a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 14:00:18.823532 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-cd9c85c8-8577-4076-ad76-1ac34f4ca63a admin admin] Usage tracker for resource:security_group_rule and tenant:0e27b4307c8345c3a51630c7d5e7cbee is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 14:00:18.826309 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-cd9c85c8-8577-4076-ad76-1ac34f4ca63a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 14:00:18.832026 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-cd9c85c8-8577-4076-ad76-1ac34f4ca63a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 14:00:18.918180 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-cd9c85c8-8577-4076-ad76-1ac34f4ca63a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:18.923937 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-cd9c85c8-8577-4076-ad76-1ac34f4ca63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:18.932771 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-bd5c893e-3a19-4472-9d03-285c9a9b4e93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:00:18.956181 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6997b40f-3a34-4051-99a8-40ac33f377d7 req-16a01a6d-7767-4d93-b58f-d30595bb5db8 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:00:18.957609 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6997b40f-3a34-4051-99a8-40ac33f377d7 req-16a01a6d-7767-4d93-b58f-d30595bb5db8 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 943 time: 0.0854070
May 17 14:00:18.972275 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-cd9c85c8-8577-4076-ad76-1ac34f4ca63a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0e27b4307c8345c3a51630c7d5e7cbee&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1846483
May 17 14:00:18.973254 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9c85c8-8577-4076-ad76-1ac34f4ca63a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940637b8-c648-49c5-a0a0-bf8b0bf41a4a,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:00:18.975645 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 38242) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:00:18.978228 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-cd9c85c8-8577-4076-ad76-1ac34f4ca63a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:00:19.005968 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6997b40f-3a34-4051-99a8-40ac33f377d7 req-35d1df75-e441-48ed-ac40-bffc72c22014 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421908
May 17 14:00:19.036269 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-df094dce-a271-4a2d-b129-ca87be3c0690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:19.062173 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-df094dce-a271-4a2d-b129-ca87be3c0690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:19.117751 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-df094dce-a271-4a2d-b129-ca87be3c0690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:19.121344 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-5b7d3040-6dfa-4753-93bf-8743c6624abb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:00:19.132832 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df094dce-a271-4a2d-b129-ca87be3c0690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940637b8-c648-49c5-a0a0-bf8b0bf41a4a,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:00:19.136181 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-df094dce-a271-4a2d-b129-ca87be3c0690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:00:19.140562 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-df094dce-a271-4a2d-b129-ca87be3c0690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:19.141781 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-df094dce-a271-4a2d-b129-ca87be3c0690 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/940637b8-c648-49c5-a0a0-bf8b0bf41a4a HTTP/1.1" status: 204  len: 168 time: 0.1652517
May 17 14:00:19.765216 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431129b-62e7-4892-8e42-f41d847eb8ca req-274559ed-ab3f-4e5d-8348-bbd1f56bd31b tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:00:19.766848 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8431129b-62e7-4892-8e42-f41d847eb8ca req-274559ed-ab3f-4e5d-8348-bbd1f56bd31b tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 946 time: 0.0830159
May 17 14:00:19.815041 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8431129b-62e7-4892-8e42-f41d847eb8ca req-406e8a05-36ab-4a78-a852-ce15ea10521c tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425081
May 17 14:00:20.196639 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f2e417-7133-4d4e-af23-54adb74a5dc3 req-f1ceac78-18f0-434b-91db-9077854dae1a tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:00:20.198113 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-91f2e417-7133-4d4e-af23-54adb74a5dc3 req-f1ceac78-18f0-434b-91db-9077854dae1a tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 943 time: 0.0822942
May 17 14:00:20.243826 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-91f2e417-7133-4d4e-af23-54adb74a5dc3 req-6af87324-5c93-440d-8b06-d5f652bc3ff1 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397768
May 17 14:00:21.450396 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aae89c-3eae-4e63-8a6e-3c98bd4ea801 req-d5417982-9157-4406-b27b-f60850f4917f tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:00:21.451914 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f6aae89c-3eae-4e63-8a6e-3c98bd4ea801 req-d5417982-9157-4406-b27b-f60850f4917f tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 943 time: 0.0889721
May 17 14:00:21.498374 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f6aae89c-3eae-4e63-8a6e-3c98bd4ea801 req-c60fe788-5c3a-4adb-a0d8-8139c84b3954 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408704
May 17 14:00:21.659698 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-8052cd49-7a68-4d4d-8373-307cb75036c7 None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 17 14:00:22.366163 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 38386) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:00:22.480998 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-aaf1fa32-2604-43d5-a639-c828084f05cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:22.495742 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-aaf1fa32-2604-43d5-a639-c828084f05cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 14:00:22.500141 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-aaf1fa32-2604-43d5-a639-c828084f05cd admin admin] Usage tracker for resource:security_group_rule and tenant:0751eeb873eb4a23948d5525c1acd463 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 14:00:22.502896 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-aaf1fa32-2604-43d5-a639-c828084f05cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 14:00:22.508523 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-aaf1fa32-2604-43d5-a639-c828084f05cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 14:00:22.591064 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-aaf1fa32-2604-43d5-a639-c828084f05cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:22.595527 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-aaf1fa32-2604-43d5-a639-c828084f05cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:22.602361 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-0512d73f-fd86-4421-953c-42a5fe222675 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:00:22.642884 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf1fa32-2604-43d5-a639-c828084f05cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756013dd-353e-436d-8acb-ae02fd67522d,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:00:22.647690 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-aaf1fa32-2604-43d5-a639-c828084f05cd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0751eeb873eb4a23948d5525c1acd463&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2797763
May 17 14:00:22.648717 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-aaf1fa32-2604-43d5-a639-c828084f05cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:00:22.649658 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 38394) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:00:22.693224 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d55ee-f27e-4088-b9e2-9b08c732b2d7 req-1cfae8df-b304-4a3b-99db-9a24c4e73444 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:00:22.694695 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-097d55ee-f27e-4088-b9e2-9b08c732b2d7 req-1cfae8df-b304-4a3b-99db-9a24c4e73444 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 943 time: 0.0828381
May 17 14:00:22.711739 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6f061747-03ae-4958-9ed3-a627969a0306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:22.737924 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6f061747-03ae-4958-9ed3-a627969a0306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:22.743152 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-097d55ee-f27e-4088-b9e2-9b08c732b2d7 req-3dea8d83-d146-48c2-98dc-b668602a57fc tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424423
May 17 14:00:22.792065 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6f061747-03ae-4958-9ed3-a627969a0306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:22.796902 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-cd9c85c8-8577-4076-ad76-1ac34f4ca63a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:00:22.808281 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f061747-03ae-4958-9ed3-a627969a0306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756013dd-353e-436d-8acb-ae02fd67522d,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:00:22.811156 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-6f061747-03ae-4958-9ed3-a627969a0306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:00:22.813141 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6f061747-03ae-4958-9ed3-a627969a0306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:22.814213 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-6f061747-03ae-4958-9ed3-a627969a0306 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/756013dd-353e-436d-8acb-ae02fd67522d HTTP/1.1" status: 204  len: 168 time: 0.1636786
May 17 14:00:23.087435 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 38402) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:00:23.104492 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-3181ba8c-e786-483d-8ddc-2d13ed0a72a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:23.119099 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-3181ba8c-e786-483d-8ddc-2d13ed0a72a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 14:00:23.123432 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-3181ba8c-e786-483d-8ddc-2d13ed0a72a2 admin admin] Usage tracker for resource:security_group_rule and tenant:0a2aef1417db45d8838b855df8a8d26f is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 14:00:23.126237 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-3181ba8c-e786-483d-8ddc-2d13ed0a72a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 14:00:23.131965 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-3181ba8c-e786-483d-8ddc-2d13ed0a72a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 14:00:23.214182 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-3181ba8c-e786-483d-8ddc-2d13ed0a72a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:23.217721 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-3181ba8c-e786-483d-8ddc-2d13ed0a72a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:23.226009 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-cad860af-d38f-47de-8c3f-72de25c1eafb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:00:23.266963 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-3181ba8c-e786-483d-8ddc-2d13ed0a72a2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0a2aef1417db45d8838b855df8a8d26f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1784503
May 17 14:00:23.268000 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3181ba8c-e786-483d-8ddc-2d13ed0a72a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a0a368-ec38-45a8-92a3-76de9f6312c7,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:00:23.269605 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 38406) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:00:23.271166 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-3181ba8c-e786-483d-8ddc-2d13ed0a72a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:00:23.329714 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-ceee0b4d-b60f-4363-a73d-94b4deb33b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:23.354416 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-ceee0b4d-b60f-4363-a73d-94b4deb33b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:23.406563 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-ceee0b4d-b60f-4363-a73d-94b4deb33b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:23.410891 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-22501c92-e7cb-4a9e-b087-20ea45d7f066 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:00:23.424108 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceee0b4d-b60f-4363-a73d-94b4deb33b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a0a368-ec38-45a8-92a3-76de9f6312c7,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:00:23.426974 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-ceee0b4d-b60f-4363-a73d-94b4deb33b20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:00:23.428943 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-ceee0b4d-b60f-4363-a73d-94b4deb33b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:23.430036 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-ceee0b4d-b60f-4363-a73d-94b4deb33b20 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/13a0a368-ec38-45a8-92a3-76de9f6312c7 HTTP/1.1" status: 204  len: 168 time: 0.1593533
May 17 14:00:24.043688 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a0577d-1047-4cec-aa73-86e877125286 req-6200a67a-2cc6-4b42-b26b-c7bd6052142f tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:00:24.045403 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-34a0577d-1047-4cec-aa73-86e877125286 req-6200a67a-2cc6-4b42-b26b-c7bd6052142f tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 943 time: 0.1901670
May 17 14:00:24.091702 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-34a0577d-1047-4cec-aa73-86e877125286 req-d2dc0342-7e0f-4be4-a0e0-9fb201fcbf1d tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405385
May 17 14:00:25.290571 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d5b9d-2cb2-4051-86ff-6a098bd45446 req-996decfd-ef61-4c6a-8f33-25dfc6864d00 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:00:25.292093 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ab1d5b9d-2cb2-4051-86ff-6a098bd45446 req-996decfd-ef61-4c6a-8f33-25dfc6864d00 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 943 time: 0.0855448
May 17 14:00:25.338115 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ab1d5b9d-2cb2-4051-86ff-6a098bd45446 req-89a63e0a-2808-45f8-be45-d05436a764c4 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395973
May 17 14:00:26.032356 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 38484) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:00:26.152473 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-30675b0e-9443-4741-a7ef-39386a045bdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:26.166803 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-30675b0e-9443-4741-a7ef-39386a045bdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 14:00:26.170452 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-30675b0e-9443-4741-a7ef-39386a045bdf admin admin] Usage tracker for resource:security_group_rule and tenant:16a36f3eb14d48d89075577c2d505b9b is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 14:00:26.173260 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-30675b0e-9443-4741-a7ef-39386a045bdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 14:00:26.179078 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-30675b0e-9443-4741-a7ef-39386a045bdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 14:00:26.230441 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device e387a912-f167-4519-8373-1322f80d5380 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 17 14:00:26.264092 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-30675b0e-9443-4741-a7ef-39386a045bdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:26.268583 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-30675b0e-9443-4741-a7ef-39386a045bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:26.277607 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-4c2dd50e-c22c-4251-8ee2-6300f8ba3ee9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:00:26.320534 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-30675b0e-9443-4741-a7ef-39386a045bdf admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=16a36f3eb14d48d89075577c2d505b9b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2871156
May 17 14:00:26.322303 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30675b0e-9443-4741-a7ef-39386a045bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9448fe5-ae0e-4db7-9015-78895c308aa8,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:00:26.323196 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 38490) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:00:26.325382 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-30675b0e-9443-4741-a7ef-39386a045bdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:00:26.384128 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port e387a912-f167-4519-8373-1322f80d5380, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e387a912-f167-4519-8373-1322f80d5380,segment=NetworkSegment(41cda2c3-d474-4247-94e6-3fc71c3a8d3e),segment_id=41cda2c3-d474-4247-94e6-3fc71c3a8d3e)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:00:26.388229 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-15603bbf-05e1-4a99-a0db-5e7d52ee0769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:26.397943 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Returning: {'device': 'e387a912-f167-4519-8373-1322f80d5380', 'network_id': 'f96cba92-eccd-4fce-9019-8397a76ebc2b', 'port_id': 'e387a912-f167-4519-8373-1322f80d5380', 'mac_address': 'fa:16:3e:aa:03:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7bf7301-b5af-4e08-ada3-78e2aec55a6a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 17 14:00:26.415235 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-15603bbf-05e1-4a99-a0db-5e7d52ee0769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:26.458271 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:26.474990 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e387a912-f167-4519-8373-1322f80d5380 {{(pid=78744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 17 14:00:26.492884 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port e387a912-f167-4519-8373-1322f80d5380, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e387a912-f167-4519-8373-1322f80d5380,segment=NetworkSegment(41cda2c3-d474-4247-94e6-3fc71c3a8d3e),segment_id=41cda2c3-d474-4247-94e6-3fc71c3a8d3e)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:00:26.497462 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:26.499829 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-662438ce-043f-4382-95cf-25b884e84546 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:00:26.522391 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-15603bbf-05e1-4a99-a0db-5e7d52ee0769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:26.528457 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-90cd3936-1069-43b8-962f-f9aa02d27848 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:00:26.549290 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15603bbf-05e1-4a99-a0db-5e7d52ee0769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9448fe5-ae0e-4db7-9015-78895c308aa8,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:00:26.552979 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-15603bbf-05e1-4a99-a0db-5e7d52ee0769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:00:26.570936 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6849be2a-05f6-4b14-8676-eac8ae1c7018 req-2f8a12a9-197b-4488-9d08-55cf79189869 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:00:26.572646 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6849be2a-05f6-4b14-8676-eac8ae1c7018 req-2f8a12a9-197b-4488-9d08-55cf79189869 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 943 time: 0.1197696
May 17 14:00:26.577686 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-15603bbf-05e1-4a99-a0db-5e7d52ee0769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:26.579614 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Pushing event updated for resources: {'Port': ['ID=e387a912-f167-4519-8373-1322f80d5380,revision_number=9']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:00:26.581568 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-15603bbf-05e1-4a99-a0db-5e7d52ee0769 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c9448fe5-ae0e-4db7-9015-78895c308aa8 HTTP/1.1" status: 204  len: 168 time: 0.2572098
May 17 14:00:26.590181 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:00:26.590531 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:00:26.590868 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:00:26.591198 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:00:26.591582 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:00:26.591907 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:00:26.592232 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:00:26.592553 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:00:26.592958 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:00:26.593196 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:00:26.593519 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:00:26.593836 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:00:26.597758 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:00:26.627147 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6849be2a-05f6-4b14-8676-eac8ae1c7018 req-c97b64a0-1964-4da4-9612-3a8798abcf61 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443521
May 17 14:00:26.831967 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] get_ports_and_sgs() called for port_ids ['e387a912-f167-4519-8373-1322f80d5380'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 17 14:00:26.912218 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 38500) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:00:26.931018 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-d352861d-ec40-4c3d-879b-c1b2e115006d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:26.947806 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-d352861d-ec40-4c3d-879b-c1b2e115006d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 14:00:26.952607 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-d352861d-ec40-4c3d-879b-c1b2e115006d admin admin] Usage tracker for resource:security_group_rule and tenant:85751af3388e49f7b66134877a62e583 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 14:00:26.955456 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-d352861d-ec40-4c3d-879b-c1b2e115006d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 14:00:26.961269 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-d352861d-ec40-4c3d-879b-c1b2e115006d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 14:00:27.055705 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-d352861d-ec40-4c3d-879b-c1b2e115006d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:27.059323 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-d352861d-ec40-4c3d-879b-c1b2e115006d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:27.067689 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-33bb5736-86c0-40d8-b537-bea90360c1d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:00:27.107018 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-d352861d-ec40-4c3d-879b-c1b2e115006d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=85751af3388e49f7b66134877a62e583&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1936331
May 17 14:00:27.108919 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d352861d-ec40-4c3d-879b-c1b2e115006d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=352fdd0e-b2d8-4fe3-bf81-f6f22013c6b8,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:00:27.109998 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 38504) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:00:27.112318 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-d352861d-ec40-4c3d-879b-c1b2e115006d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:00:27.169544 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2b485fa3-d217-49ea-a310-5197de19fe51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:27.195187 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2b485fa3-d217-49ea-a310-5197de19fe51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:27.251224 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2b485fa3-d217-49ea-a310-5197de19fe51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:27.254872 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-0910c684-d123-4c66-8cdb-b4cc8727604f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:00:27.268989 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b485fa3-d217-49ea-a310-5197de19fe51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=352fdd0e-b2d8-4fe3-bf81-f6f22013c6b8,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:00:27.272746 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-2b485fa3-d217-49ea-a310-5197de19fe51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:00:27.282101 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2b485fa3-d217-49ea-a310-5197de19fe51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:27.285541 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-2b485fa3-d217-49ea-a310-5197de19fe51 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/352fdd0e-b2d8-4fe3-bf81-f6f22013c6b8 HTTP/1.1" status: 204  len: 168 time: 0.1722751
May 17 14:00:27.828095 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00004b7f-5071-4435-ad25-71019df039af req-7d37681e-6ae2-4337-a801-18ce366d46c7 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:00:27.829620 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-00004b7f-5071-4435-ad25-71019df039af req-7d37681e-6ae2-4337-a801-18ce366d46c7 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 944 time: 0.0866349
May 17 14:00:27.877002 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-00004b7f-5071-4435-ad25-71019df039af req-920b2810-151d-4543-abba-2b6d699c2dde tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415857
May 17 14:00:28.238973 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device e387a912-f167-4519-8373-1322f80d5380 up at agent hyperv_hv-cinder-78836 {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 14:00:28.315507 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Provisioning complete for port e387a912-f167-4519-8373-1322f80d5380 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 14:00:28.315985 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:28.437257 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:28.465037 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '004c576d-e292-4883-aea6-cefaf5268396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e387a912-f167-4519-8373-1322f80d5380'}] {{(pid=78744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 14:00:28.476173 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port e387a912-f167-4519-8373-1322f80d5380, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e387a912-f167-4519-8373-1322f80d5380,segment=NetworkSegment(41cda2c3-d474-4247-94e6-3fc71c3a8d3e),segment_id=41cda2c3-d474-4247-94e6-3fc71c3a8d3e)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:00:28.480568 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:28.485021 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:00:28.558040 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Pushing event updated for resources: {'Port': ['ID=e387a912-f167-4519-8373-1322f80d5380,revision_number=10']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:00:28.561935 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:00:28.708183 dv-cinder-788363-3-iscsi neutron-server[78744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '004c576d-e292-4883-aea6-cefaf5268396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e387a912-f167-4519-8373-1322f80d5380', 'code': 200}
May 17 14:00:29.071360 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dddaec2-cf85-4ea0-a4a0-5ee31524b138 req-118f8892-53d7-4e15-ab07-b4fa03834f3e tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:00:29.072990 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2dddaec2-cf85-4ea0-a4a0-5ee31524b138 req-118f8892-53d7-4e15-ab07-b4fa03834f3e tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 946 time: 0.0820978
May 17 14:00:29.133800 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2dddaec2-cf85-4ea0-a4a0-5ee31524b138 req-ae56d425-d32a-4578-be71-c39a664104fd tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0540111
May 17 14:00:29.310959 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef6478-12db-49f0-87c5-61a992cc3d2c req-5cee9b52-62c8-4307-ad52-71998705c09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:00:29.312892 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-05ef6478-12db-49f0-87c5-61a992cc3d2c req-5cee9b52-62c8-4307-ad52-71998705c09b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 1099 time: 0.0728793
May 17 14:00:29.354947 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-05ef6478-12db-49f0-87c5-61a992cc3d2c req-7d7b5167-e398-44c1-b734-b5f8dfdec322 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0340855
May 17 14:00:30.343510 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18d8ef-ba12-4c88-a51a-2dbfce1f2b8d req-a23724df-2827-453e-8290-b42a5f5b8928 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:00:30.345020 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1e18d8ef-ba12-4c88-a51a-2dbfce1f2b8d req-a23724df-2827-453e-8290-b42a5f5b8928 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 946 time: 0.0990784
May 17 14:00:30.393010 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1e18d8ef-ba12-4c88-a51a-2dbfce1f2b8d req-79155833-20c9-4ce3-a1ae-be09e298fd3b tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417216
May 17 14:00:31.589229 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb0d8d-1081-4f52-9498-8d6807f578d0 req-fd5978e6-d88c-4d8a-b9ee-85ef770b86ab tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:00:31.590888 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-83bb0d8d-1081-4f52-9498-8d6807f578d0 req-fd5978e6-d88c-4d8a-b9ee-85ef770b86ab tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 946 time: 0.0801537
May 17 14:00:31.641082 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-83bb0d8d-1081-4f52-9498-8d6807f578d0 req-8a005d73-ed90-4033-a66a-81cf51ca15bc tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440655
May 17 14:00:31.882203 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 38612) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:00:31.999342 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c983401d-1f59-4ead-9a98-64220e0e5577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:32.014217 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-c983401d-1f59-4ead-9a98-64220e0e5577 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 14:00:32.018184 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-c983401d-1f59-4ead-9a98-64220e0e5577 admin admin] Usage tracker for resource:security_group_rule and tenant:410ec3ca5d784fffa8954898fd8461b0 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 14:00:32.020880 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-c983401d-1f59-4ead-9a98-64220e0e5577 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 14:00:32.026438 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-c983401d-1f59-4ead-9a98-64220e0e5577 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 14:00:32.121864 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c983401d-1f59-4ead-9a98-64220e0e5577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:32.125714 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c983401d-1f59-4ead-9a98-64220e0e5577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:32.134227 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-78c38d52-4463-492d-be97-fcd4fbb02d9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:00:32.173578 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-c983401d-1f59-4ead-9a98-64220e0e5577 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=410ec3ca5d784fffa8954898fd8461b0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2903161
May 17 14:00:32.174576 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c983401d-1f59-4ead-9a98-64220e0e5577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fbe38ea-77a1-4dce-80a9-a98b3455c772,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:00:32.176546 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 38618) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:00:32.177985 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-c983401d-1f59-4ead-9a98-64220e0e5577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:00:32.235771 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-38899806-84f7-4b96-bedf-04b77bee8a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:32.261928 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-38899806-84f7-4b96-bedf-04b77bee8a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:32.313876 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-38899806-84f7-4b96-bedf-04b77bee8a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:32.317674 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-07184628-e388-4780-ba75-743bbf9fe6ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:00:32.330542 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38899806-84f7-4b96-bedf-04b77bee8a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fbe38ea-77a1-4dce-80a9-a98b3455c772,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:00:32.334317 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-38899806-84f7-4b96-bedf-04b77bee8a29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:00:32.339725 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-38899806-84f7-4b96-bedf-04b77bee8a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:32.340825 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-38899806-84f7-4b96-bedf-04b77bee8a29 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8fbe38ea-77a1-4dce-80a9-a98b3455c772 HTTP/1.1" status: 204  len: 168 time: 0.1633155
May 17 14:00:32.620473 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 38626) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:00:32.638072 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-bb9abd7e-c9a6-4d10-9238-95de9a90aef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:32.653135 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-bb9abd7e-c9a6-4d10-9238-95de9a90aef2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 14:00:32.657492 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-bb9abd7e-c9a6-4d10-9238-95de9a90aef2 admin admin] Usage tracker for resource:security_group_rule and tenant:d0e69f008cb849fcb5b81182554bc6eb is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 14:00:32.660307 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-bb9abd7e-c9a6-4d10-9238-95de9a90aef2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 14:00:32.665973 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-bb9abd7e-c9a6-4d10-9238-95de9a90aef2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 14:00:32.749658 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-bb9abd7e-c9a6-4d10-9238-95de9a90aef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:32.753490 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-bb9abd7e-c9a6-4d10-9238-95de9a90aef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:32.767537 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-3181ba8c-e786-483d-8ddc-2d13ed0a72a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:00:32.849503 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-bb9abd7e-c9a6-4d10-9238-95de9a90aef2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d0e69f008cb849fcb5b81182554bc6eb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2279360
May 17 14:00:32.852163 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 38632) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:00:32.856928 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9abd7e-c9a6-4d10-9238-95de9a90aef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa588bb-66b1-4274-82c9-50fbeb1729cc,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:00:32.860698 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-bb9abd7e-c9a6-4d10-9238-95de9a90aef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:00:32.890480 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bca26b-b83f-4e0a-b496-bcb218eafc30 req-6b3f27ad-5d0d-401d-8890-3c7225faeb6c tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:00:32.892097 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-27bca26b-b83f-4e0a-b496-bcb218eafc30 req-6b3f27ad-5d0d-401d-8890-3c7225faeb6c tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 946 time: 0.1255236
May 17 14:00:32.917599 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-806e5cb3-dc83-4bfe-b015-c5f18de43231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:32.943815 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-27bca26b-b83f-4e0a-b496-bcb218eafc30 req-5a5b000f-59dc-4284-a809-094ceaefa128 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456481
May 17 14:00:32.947870 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-806e5cb3-dc83-4bfe-b015-c5f18de43231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:33.000557 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-806e5cb3-dc83-4bfe-b015-c5f18de43231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:33.004558 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-c983401d-1f59-4ead-9a98-64220e0e5577 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:00:33.017071 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806e5cb3-dc83-4bfe-b015-c5f18de43231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa588bb-66b1-4274-82c9-50fbeb1729cc,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:00:33.019894 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-806e5cb3-dc83-4bfe-b015-c5f18de43231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:00:33.028989 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-806e5cb3-dc83-4bfe-b015-c5f18de43231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:33.030102 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-806e5cb3-dc83-4bfe-b015-c5f18de43231 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cfa588bb-66b1-4274-82c9-50fbeb1729cc HTTP/1.1" status: 204  len: 168 time: 0.1769767
May 17 14:00:33.439378 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:34.167334 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 38668) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:00:34.285268 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-e9d1799a-175c-4ae7-9ca0-1da6fb6939a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:34.299848 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-e9d1799a-175c-4ae7-9ca0-1da6fb6939a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 14:00:34.303677 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-e9d1799a-175c-4ae7-9ca0-1da6fb6939a7 admin admin] Usage tracker for resource:security_group_rule and tenant:d1672808656d4b45932eca42359d32f1 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 14:00:34.306460 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-e9d1799a-175c-4ae7-9ca0-1da6fb6939a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 14:00:34.312772 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-e9d1799a-175c-4ae7-9ca0-1da6fb6939a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 14:00:34.397358 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-e9d1799a-175c-4ae7-9ca0-1da6fb6939a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:34.401199 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-e9d1799a-175c-4ae7-9ca0-1da6fb6939a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:34.409488 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-0c629160-00ba-44dd-9c3f-4148ca995ed4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:00:34.447924 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-e9d1799a-175c-4ae7-9ca0-1da6fb6939a7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d1672808656d4b45932eca42359d32f1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2794819
May 17 14:00:34.449517 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d1799a-175c-4ae7-9ca0-1da6fb6939a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a138763b-8d05-4026-8cd8-0e91015eac2c,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:00:34.450689 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 38674) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:00:34.452479 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-e9d1799a-175c-4ae7-9ca0-1da6fb6939a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:00:34.511213 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-55fa063d-0161-48b3-8c49-9c17b6c2daf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:34.536679 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-55fa063d-0161-48b3-8c49-9c17b6c2daf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:34.592562 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-55fa063d-0161-48b3-8c49-9c17b6c2daf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:34.597214 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-38899806-84f7-4b96-bedf-04b77bee8a29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:00:34.611583 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa063d-0161-48b3-8c49-9c17b6c2daf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a138763b-8d05-4026-8cd8-0e91015eac2c,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:00:34.613744 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-55fa063d-0161-48b3-8c49-9c17b6c2daf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:00:34.620745 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-55fa063d-0161-48b3-8c49-9c17b6c2daf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:34.624523 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-55fa063d-0161-48b3-8c49-9c17b6c2daf3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a138763b-8d05-4026-8cd8-0e91015eac2c HTTP/1.1" status: 204  len: 168 time: 0.1728213
May 17 14:00:37.416984 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-35509c2e-36aa-4f91-9c24-a67bccee2101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:39.868687 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:40.133399 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-ac69dde9-009e-46d0-837a-2d5e8e556148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:41.003578 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-533a9918-d89c-4562-8a48-35a661957320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:42.517966 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1529072-104d-404f-8ce8-7078c9c34ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:00:58.659307 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-8052cd49-7a68-4d4d-8373-307cb75036c7 None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 17 14:00:59.863940 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2ff520d0-f39f-4f1d-bc9b-90ed6483336d req-af1f7ee9-1258-4ce8-8a87-a5c3a38f8219 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0682201
May 17 14:00:59.958520 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff520d0-f39f-4f1d-bc9b-90ed6483336d req-170e752f-b75d-4161-8f88-f0f2270500e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:00:59.960006 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2ff520d0-f39f-4f1d-bc9b-90ed6483336d req-170e752f-b75d-4161-8f88-f0f2270500e3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3e756f37709a4c19bc8378fa746d8337&device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 1099 time: 0.0731606
May 17 14:01:00.102961 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff520d0-f39f-4f1d-bc9b-90ed6483336d req-18797e73-2ee6-4169-b87f-48a2905197cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:00.104414 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2ff520d0-f39f-4f1d-bc9b-90ed6483336d req-18797e73-2ee6-4169-b87f-48a2905197cd service neutron] 10.222.0.49 "GET /v2.0/networks?id=e30c6073-c867-46f4-bec2-eb7af316aeb9 HTTP/1.1" status: 200  len: 912 time: 0.1248114
May 17 14:01:00.294433 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2ff520d0-f39f-4f1d-bc9b-90ed6483336d req-929b41c4-3e71-4339-8dec-564de0b4cc8d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec99b98a-69fa-4259-a900-8e28bb2b1d1e HTTP/1.1" status: 200  len: 1002 time: 0.1823006
May 17 14:01:00.356475 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff520d0-f39f-4f1d-bc9b-90ed6483336d req-14cf26e4-ee21-4c38-b7ec-a3b43143f368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:00.357903 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2ff520d0-f39f-4f1d-bc9b-90ed6483336d req-14cf26e4-ee21-4c38-b7ec-a3b43143f368 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d169b186-defa-4470-9ef1-50866ad43fba HTTP/1.1" status: 200  len: 850 time: 0.0569503
May 17 14:01:00.439804 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff520d0-f39f-4f1d-bc9b-90ed6483336d req-2a9c76a0-cbaa-4414-a957-447c3db0c1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:00.441282 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2ff520d0-f39f-4f1d-bc9b-90ed6483336d req-2a9c76a0-cbaa-4414-a957-447c3db0c1c9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e30c6073-c867-46f4-bec2-eb7af316aeb9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0767040
May 17 14:01:00.575067 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2ff520d0-f39f-4f1d-bc9b-90ed6483336d req-3c2eb0b5-d476-4476-8d48-0e6583ce8ace service neutron] 10.222.0.49 "GET /v2.0/networks/e30c6073-c867-46f4-bec2-eb7af316aeb9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1258652
May 17 14:01:00.709972 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2ff520d0-f39f-4f1d-bc9b-90ed6483336d req-f3ec5a95-fed8-4210-a937-38500256e660 service neutron] 10.222.0.49 "GET /v2.0/networks/e30c6073-c867-46f4-bec2-eb7af316aeb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1281509
May 17 14:01:03.449594 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:07.419387 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-92b3ddde-2db1-4784-9f0a-f42075189a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:09.872417 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:10.135531 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-626f84d6-b6cb-48c4-8c43-7cdf77b69147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:11.006618 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-533a9918-d89c-4562-8a48-35a661957320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:12.521854 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1529072-104d-404f-8ce8-7078c9c34ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:13.627186 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee3a25-98fd-4d52-8252-84fb89b6cd1a req-73459453-aaa7-4c64-a6aa-71f0fafd444a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:13.628687 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a6ee3a25-98fd-4d52-8252-84fb89b6cd1a req-73459453-aaa7-4c64-a6aa-71f0fafd444a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=182c379c4779494884fc8fa7c516d165&device_id=5ba9c8c7-7ded-4961-9e07-894e563b1a42 HTTP/1.1" status: 200  len: 1138 time: 0.1376135
May 17 14:01:13.636868 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01907c46-6f57-463d-b045-fcedc1f7b6f9 req-18b8e68f-d6e2-418d-9510-6353c742e999 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:13.638200 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-01907c46-6f57-463d-b045-fcedc1f7b6f9 req-18b8e68f-d6e2-418d-9510-6353c742e999 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ba9c8c7-7ded-4961-9e07-894e563b1a42 HTTP/1.1" status: 200  len: 985 time: 0.1163864
May 17 14:01:13.764732 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-01907c46-6f57-463d-b045-fcedc1f7b6f9 req-fc973fd5-ef14-4103-bd16-a337e97cf4e2 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/security-groups?id=98ca7c59-9573-447f-aa17-bc0cce337d7f&id=0669e9b8-cbaf-4c56-99ed-772ef9017d91&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1055665
May 17 14:01:13.799663 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee3a25-98fd-4d52-8252-84fb89b6cd1a req-99f30f82-0e5f-41ba-af57-10b66c397453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:13.801103 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a6ee3a25-98fd-4d52-8252-84fb89b6cd1a req-99f30f82-0e5f-41ba-af57-10b66c397453 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a352e45a-beb4-4c74-85aa-877f4308bc0d HTTP/1.1" status: 200  len: 916 time: 0.1620722
May 17 14:01:13.901673 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a6ee3a25-98fd-4d52-8252-84fb89b6cd1a req-f4f76758-7662-4298-a03a-86715aee3eba service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd8c6855-ded5-4d2e-905a-9a971a733a4e HTTP/1.1" status: 200  len: 1002 time: 0.0939565
May 17 14:01:13.964379 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee3a25-98fd-4d52-8252-84fb89b6cd1a req-1960bedf-5687-4049-acde-2b02791d69f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:13.965801 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a6ee3a25-98fd-4d52-8252-84fb89b6cd1a req-1960bedf-5687-4049-acde-2b02791d69f0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2b0db0dc-c73b-40d9-8259-2f415d9b999f HTTP/1.1" status: 200  len: 854 time: 0.0562999
May 17 14:01:14.040303 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee3a25-98fd-4d52-8252-84fb89b6cd1a req-0b6ee575-abd1-4908-92ba-09f89f649bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:14.041651 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a6ee3a25-98fd-4d52-8252-84fb89b6cd1a req-0b6ee575-abd1-4908-92ba-09f89f649bf1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a352e45a-beb4-4c74-85aa-877f4308bc0d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0682955
May 17 14:01:14.173910 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a6ee3a25-98fd-4d52-8252-84fb89b6cd1a req-a375736a-5822-4bb3-afd4-7fe92a0971e7 service neutron] 10.222.0.49 "GET /v2.0/networks/a352e45a-beb4-4c74-85aa-877f4308bc0d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237612
May 17 14:01:14.304318 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a6ee3a25-98fd-4d52-8252-84fb89b6cd1a req-6361f12e-2320-43be-b8c1-d642e47caf2c service neutron] 10.222.0.49 "GET /v2.0/networks/a352e45a-beb4-4c74-85aa-877f4308bc0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1232972
May 17 14:01:14.954566 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a83a4d3-1bce-40f9-8f47-c807b335e703 req-213f7001-9f10-4d0c-9c72-c52543b54655 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:14.956174 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4a83a4d3-1bce-40f9-8f47-c807b335e703 req-213f7001-9f10-4d0c-9c72-c52543b54655 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ba9c8c7-7ded-4961-9e07-894e563b1a42 HTTP/1.1" status: 200  len: 985 time: 0.0840709
May 17 14:01:15.005415 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4a83a4d3-1bce-40f9-8f47-c807b335e703 req-8ef937f7-e595-4fa0-acac-a9fa040044e8 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/security-groups?id=98ca7c59-9573-447f-aa17-bc0cce337d7f&id=0669e9b8-cbaf-4c56-99ed-772ef9017d91&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0432303
May 17 14:01:16.193071 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0d89b-b374-4cfb-841f-3c904003d6b5 req-e9c3de21-11e7-44eb-8994-2188fdaef0db tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:16.194519 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4df0d89b-b374-4cfb-841f-3c904003d6b5 req-e9c3de21-11e7-44eb-8994-2188fdaef0db tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ba9c8c7-7ded-4961-9e07-894e563b1a42 HTTP/1.1" status: 200  len: 985 time: 0.0828869
May 17 14:01:16.241468 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4df0d89b-b374-4cfb-841f-3c904003d6b5 req-a654f1e6-29f4-4b83-a332-08c5120526b1 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/security-groups?id=98ca7c59-9573-447f-aa17-bc0cce337d7f&id=0669e9b8-cbaf-4c56-99ed-772ef9017d91&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0410745
May 17 14:01:17.427798 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc80c69-21cd-450e-8c94-4ed75746f294 req-aff7523c-d998-412f-bcd1-e9dc3029edc4 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:17.429165 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6fc80c69-21cd-450e-8c94-4ed75746f294 req-aff7523c-d998-412f-bcd1-e9dc3029edc4 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ba9c8c7-7ded-4961-9e07-894e563b1a42 HTTP/1.1" status: 200  len: 985 time: 0.0793900
May 17 14:01:17.475947 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6fc80c69-21cd-450e-8c94-4ed75746f294 req-26874172-d6cb-4054-964d-4e6399df36be tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/security-groups?id=98ca7c59-9573-447f-aa17-bc0cce337d7f&id=0669e9b8-cbaf-4c56-99ed-772ef9017d91&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0410900
May 17 14:01:18.763356 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd957c-6f34-4dca-9a08-18b49edc592c req-e836d355-56c0-422c-bf5f-127c1adaa848 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:18.765365 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-15fd957c-6f34-4dca-9a08-18b49edc592c req-e836d355-56c0-422c-bf5f-127c1adaa848 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ba9c8c7-7ded-4961-9e07-894e563b1a42 HTTP/1.1" status: 200  len: 985 time: 0.1829555
May 17 14:01:18.812041 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-15fd957c-6f34-4dca-9a08-18b49edc592c req-9080e8a7-4c33-4da8-b63b-58b80b90af56 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/security-groups?id=98ca7c59-9573-447f-aa17-bc0cce337d7f&id=0669e9b8-cbaf-4c56-99ed-772ef9017d91&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0405698
May 17 14:01:19.997537 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3187cc-3365-4bb2-a969-ceaa17f5fd26 req-8405f009-3b58-4639-9480-1e36799b7f50 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:19.999598 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5b3187cc-3365-4bb2-a969-ceaa17f5fd26 req-8405f009-3b58-4639-9480-1e36799b7f50 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ba9c8c7-7ded-4961-9e07-894e563b1a42 HTTP/1.1" status: 200  len: 985 time: 0.0834072
May 17 14:01:20.045595 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5b3187cc-3365-4bb2-a969-ceaa17f5fd26 req-105a7879-0dba-4266-b732-06a4ef8ed295 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/security-groups?id=98ca7c59-9573-447f-aa17-bc0cce337d7f&id=0669e9b8-cbaf-4c56-99ed-772ef9017d91&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0396893
May 17 14:01:21.235592 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e7ec2-3895-464a-bf54-6f11bca312bb req-f8231757-bc2d-4aea-8a96-912d943fd2b0 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:21.237076 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-482e7ec2-3895-464a-bf54-6f11bca312bb req-f8231757-bc2d-4aea-8a96-912d943fd2b0 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ba9c8c7-7ded-4961-9e07-894e563b1a42 HTTP/1.1" status: 200  len: 985 time: 0.0842412
May 17 14:01:21.291608 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-482e7ec2-3895-464a-bf54-6f11bca312bb req-6c8cbe4e-dac0-457c-88ea-abe6b1e72ac6 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/security-groups?id=98ca7c59-9573-447f-aa17-bc0cce337d7f&id=0669e9b8-cbaf-4c56-99ed-772ef9017d91&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0485144
May 17 14:01:22.479766 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1524f4-4eee-4364-ac8a-f3c3968eee87 req-8c717cc6-d5e0-4e6c-9e45-abd2a15c47cd tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:22.481242 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0f1524f4-4eee-4364-ac8a-f3c3968eee87 req-8c717cc6-d5e0-4e6c-9e45-abd2a15c47cd tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ba9c8c7-7ded-4961-9e07-894e563b1a42 HTTP/1.1" status: 200  len: 985 time: 0.0833268
May 17 14:01:22.532031 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0f1524f4-4eee-4364-ac8a-f3c3968eee87 req-a0445b53-9281-421f-84b7-b6292553c44b tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/security-groups?id=98ca7c59-9573-447f-aa17-bc0cce337d7f&id=0669e9b8-cbaf-4c56-99ed-772ef9017d91&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0444739
May 17 14:01:23.716392 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ebabd-f5f0-47cb-b2ed-72813729d687 req-3aa82bf2-67e1-474e-9c8a-f42f0a758fb7 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:23.718435 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f69ebabd-f5f0-47cb-b2ed-72813729d687 req-3aa82bf2-67e1-474e-9c8a-f42f0a758fb7 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ba9c8c7-7ded-4961-9e07-894e563b1a42 HTTP/1.1" status: 200  len: 985 time: 0.0836914
May 17 14:01:23.766040 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f69ebabd-f5f0-47cb-b2ed-72813729d687 req-b6c7f7eb-8a5c-4575-9261-198b96edff21 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/security-groups?id=98ca7c59-9573-447f-aa17-bc0cce337d7f&id=0669e9b8-cbaf-4c56-99ed-772ef9017d91&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0417492
May 17 14:01:24.950286 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947aabb-bd50-4c4c-af1d-f14291f7c520 req-e2f4bd05-eab0-47d6-b7be-8e240ce5a6a6 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:24.951760 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5947aabb-bd50-4c4c-af1d-f14291f7c520 req-e2f4bd05-eab0-47d6-b7be-8e240ce5a6a6 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ba9c8c7-7ded-4961-9e07-894e563b1a42 HTTP/1.1" status: 200  len: 985 time: 0.0784531
May 17 14:01:25.002062 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5947aabb-bd50-4c4c-af1d-f14291f7c520 req-6f6bcaaa-cb40-4ce2-98d3-cfb8f08d3670 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/security-groups?id=98ca7c59-9573-447f-aa17-bc0cce337d7f&id=0669e9b8-cbaf-4c56-99ed-772ef9017d91&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0443954
May 17 14:01:26.328140 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f858ac8-1371-4dae-b691-5a64aa99c3b0 req-0b723e32-405e-4bcc-af48-75d3722da92f tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:26.329606 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3f858ac8-1371-4dae-b691-5a64aa99c3b0 req-0b723e32-405e-4bcc-af48-75d3722da92f tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ba9c8c7-7ded-4961-9e07-894e563b1a42 HTTP/1.1" status: 200  len: 985 time: 0.0821614
May 17 14:01:26.377940 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3f858ac8-1371-4dae-b691-5a64aa99c3b0 req-0f215056-cd5a-4fb0-8325-93bf2e05ad8f tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/security-groups?id=98ca7c59-9573-447f-aa17-bc0cce337d7f&id=0669e9b8-cbaf-4c56-99ed-772ef9017d91&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0422392
May 17 14:01:27.693656 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b9efa-fe2a-4236-abba-82bfeccb6444 req-b5fa8e8c-c132-415b-9d5d-59a727c47e39 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:27.695150 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2c1b9efa-fe2a-4236-abba-82bfeccb6444 req-b5fa8e8c-c132-415b-9d5d-59a727c47e39 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/ports?device_id=0122dee7-ebd4-4cac-aa82-4807a0e12254 HTTP/1.1" status: 200  len: 945 time: 0.0856192
May 17 14:01:27.741397 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2c1b9efa-fe2a-4236-abba-82bfeccb6444 req-5c6a2487-e1cd-48ca-bf2a-69a2285762bd tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef219b3-87a8-4615-8532-27feb0e44e11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405371
May 17 14:01:29.028505 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a509ac-74d4-49f4-8592-14e162d2ec2a req-90351511-ab0d-4824-a5a5-bc0e665f6588 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:29.030014 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-21a509ac-74d4-49f4-8592-14e162d2ec2a req-90351511-ab0d-4824-a5a5-bc0e665f6588 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/ports?device_id=0122dee7-ebd4-4cac-aa82-4807a0e12254 HTTP/1.1" status: 200  len: 945 time: 0.0806036
May 17 14:01:29.073964 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-21a509ac-74d4-49f4-8592-14e162d2ec2a req-66cd2763-6022-4d79-87ff-b49df0fd91c7 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef219b3-87a8-4615-8532-27feb0e44e11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384228
May 17 14:01:29.247560 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c1d81-b0d8-4a1c-b1f1-f4316441151f req-0b09c6a8-55b9-439b-a1b3-6a3ca4b90dbe tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:29.249592 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-239c1d81-b0d8-4a1c-b1f1-f4316441151f req-0b09c6a8-55b9-439b-a1b3-6a3ca4b90dbe tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 946 time: 0.0833497
May 17 14:01:29.293364 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-239c1d81-b0d8-4a1c-b1f1-f4316441151f req-0b5c9f7e-5e67-4168-88b7-7663d1ac3fe3 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380585
May 17 14:01:30.258188 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591607f-89bc-4e18-bcda-1b1eedc1fc3d req-1dce4e87-2396-4081-874d-5262c81471cf tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:30.259783 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f591607f-89bc-4e18-bcda-1b1eedc1fc3d req-1dce4e87-2396-4081-874d-5262c81471cf tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/ports?device_id=0122dee7-ebd4-4cac-aa82-4807a0e12254 HTTP/1.1" status: 200  len: 945 time: 0.0829444
May 17 14:01:30.304178 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f591607f-89bc-4e18-bcda-1b1eedc1fc3d req-9a8b2d76-1183-4446-aa01-829e388ddf4f tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef219b3-87a8-4615-8532-27feb0e44e11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380673
May 17 14:01:30.474818 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988bada-026e-4542-af6e-063f70580102 req-6be64df7-aeb5-45cd-81d2-b58253eb1b45 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:30.476188 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f988bada-026e-4542-af6e-063f70580102 req-6be64df7-aeb5-45cd-81d2-b58253eb1b45 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 946 time: 0.0776820
May 17 14:01:30.522288 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f988bada-026e-4542-af6e-063f70580102 req-d25ccbe6-5a3a-4f9a-a23f-756e1d482da7 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398471
May 17 14:01:31.491806 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea5743-13ba-40f3-9c02-0b44119087e6 req-33404738-97b2-48b7-afca-422688298630 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:31.493144 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5eea5743-13ba-40f3-9c02-0b44119087e6 req-33404738-97b2-48b7-afca-422688298630 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/ports?device_id=0122dee7-ebd4-4cac-aa82-4807a0e12254 HTTP/1.1" status: 200  len: 945 time: 0.0809801
May 17 14:01:31.537629 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5eea5743-13ba-40f3-9c02-0b44119087e6 req-33463e29-5d85-42bb-bb84-ddf8759637cc tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef219b3-87a8-4615-8532-27feb0e44e11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388491
May 17 14:01:31.711259 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd96b1-01fb-40d3-9a8a-6fcbed246a0f req-60d0310a-649b-4ced-9b81-ab342184292a tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:31.712720 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b6bd96b1-01fb-40d3-9a8a-6fcbed246a0f req-60d0310a-649b-4ced-9b81-ab342184292a tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 946 time: 0.0817664
May 17 14:01:31.759138 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b6bd96b1-01fb-40d3-9a8a-6fcbed246a0f req-4e2d7d62-9039-4ded-90fa-67675b7176b6 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401266
May 17 14:01:32.720467 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7caa5d-d304-4c5d-876c-15ca56682585 req-c3834fd9-0fcf-47d0-a242-52f9e5e23260 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:32.721909 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5a7caa5d-d304-4c5d-876c-15ca56682585 req-c3834fd9-0fcf-47d0-a242-52f9e5e23260 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/ports?device_id=0122dee7-ebd4-4cac-aa82-4807a0e12254 HTTP/1.1" status: 200  len: 945 time: 0.0800920
May 17 14:01:32.768086 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5a7caa5d-d304-4c5d-876c-15ca56682585 req-adf82af8-62a5-4a93-a515-cde86490e63b tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef219b3-87a8-4615-8532-27feb0e44e11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405927
May 17 14:01:32.958964 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b0c281-c011-4ebf-bc6f-191ce50f4f31 req-6302e2dd-ba6e-4ed0-afa0-cf8a2955d454 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:32.960499 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-17b0c281-c011-4ebf-bc6f-191ce50f4f31 req-6302e2dd-ba6e-4ed0-afa0-cf8a2955d454 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 946 time: 0.0877802
May 17 14:01:33.008229 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-17b0c281-c011-4ebf-bc6f-191ce50f4f31 req-8f596a4f-f618-49bb-afdb-d598c9e5967d tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417085
May 17 14:01:33.455464 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:33.968211 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e8ac2-833d-4a77-9995-36f3e0bc2071 req-0066b87f-a561-4bf2-a6ff-6ccb50fc896f tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:33.969706 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3d9e8ac2-833d-4a77-9995-36f3e0bc2071 req-0066b87f-a561-4bf2-a6ff-6ccb50fc896f tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/ports?device_id=0122dee7-ebd4-4cac-aa82-4807a0e12254 HTTP/1.1" status: 200  len: 945 time: 0.0908229
May 17 14:01:34.100274 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3d9e8ac2-833d-4a77-9995-36f3e0bc2071 req-b127f8a4-9e03-4000-931c-229354efdd3d tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef219b3-87a8-4615-8532-27feb0e44e11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1245875
May 17 14:01:34.273114 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d687efd5-7bf2-4746-9115-84c47677d538 req-e57c637a-9216-4589-bf40-17ac2789e576 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:34.274556 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d687efd5-7bf2-4746-9115-84c47677d538 req-e57c637a-9216-4589-bf40-17ac2789e576 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 946 time: 0.0802305
May 17 14:01:34.321904 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d687efd5-7bf2-4746-9115-84c47677d538 req-2d96e627-1150-43ae-95ce-a87dcf99ec02 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408709
May 17 14:01:35.286474 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71635293-bedc-488e-b873-00f59a9244e7 req-c5db8a5f-baac-4765-a3fa-b0527b90aa77 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:35.287944 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-71635293-bedc-488e-b873-00f59a9244e7 req-c5db8a5f-baac-4765-a3fa-b0527b90aa77 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/ports?device_id=0122dee7-ebd4-4cac-aa82-4807a0e12254 HTTP/1.1" status: 200  len: 945 time: 0.0790687
May 17 14:01:35.332943 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-71635293-bedc-488e-b873-00f59a9244e7 req-aab8c981-8b1b-4540-b5e9-c3b799e66d03 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef219b3-87a8-4615-8532-27feb0e44e11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391819
May 17 14:01:35.510183 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec2998-b691-4030-aefb-b184db18972e req-3f52b31d-760f-458f-9af7-8f91b790e7c7 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:35.511528 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0bec2998-b691-4030-aefb-b184db18972e req-3f52b31d-760f-458f-9af7-8f91b790e7c7 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 946 time: 0.0838964
May 17 14:01:35.556025 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0bec2998-b691-4030-aefb-b184db18972e req-28995a9f-41ca-4cc6-86d7-df7d83f49a88 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380957
May 17 14:01:35.657852 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-8052cd49-7a68-4d4d-8373-307cb75036c7 None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 17 14:01:36.517603 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbbf5f4-af36-4345-a555-4d68a4652bf5 req-ad95db02-bbe6-4220-976f-38e3640d2d1d tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:36.519108 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ccbbf5f4-af36-4345-a555-4d68a4652bf5 req-ad95db02-bbe6-4220-976f-38e3640d2d1d tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/ports?device_id=0122dee7-ebd4-4cac-aa82-4807a0e12254 HTTP/1.1" status: 200  len: 945 time: 0.0816085
May 17 14:01:36.568816 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ccbbf5f4-af36-4345-a555-4d68a4652bf5 req-a7d445c1-5d5c-4183-80e6-60b919531379 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef219b3-87a8-4615-8532-27feb0e44e11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438459
May 17 14:01:36.742001 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469c819-0746-46fa-ba7d-497ff16affc8 req-01ad26dc-e2ff-4c13-a553-886ef8c45ceb tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:36.743493 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a469c819-0746-46fa-ba7d-497ff16affc8 req-01ad26dc-e2ff-4c13-a553-886ef8c45ceb tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 946 time: 0.0801792
May 17 14:01:36.790230 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a469c819-0746-46fa-ba7d-497ff16affc8 req-5affc76f-3183-464d-97db-f3ca84cc84d1 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409083
May 17 14:01:37.422749 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-e450873d-101a-4fe2-9c68-723a6b762bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:37.754640 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf962d-ca13-43e5-86ff-7a519e32ad0d req-c6bda607-0eac-4470-b225-13354c60425c tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:37.756123 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-18bf962d-ca13-43e5-86ff-7a519e32ad0d req-c6bda607-0eac-4470-b225-13354c60425c tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/ports?device_id=0122dee7-ebd4-4cac-aa82-4807a0e12254 HTTP/1.1" status: 200  len: 945 time: 0.0825703
May 17 14:01:37.802016 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-18bf962d-ca13-43e5-86ff-7a519e32ad0d req-98463f28-0433-4676-b37d-011aa2894280 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef219b3-87a8-4615-8532-27feb0e44e11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401690
May 17 14:01:37.976360 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b779ed8-f0c4-41e1-b38a-56f3c51b596b req-00fcd893-3fda-408a-92be-78212236cd02 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:37.977828 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0b779ed8-f0c4-41e1-b38a-56f3c51b596b req-00fcd893-3fda-408a-92be-78212236cd02 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 946 time: 0.0823457
May 17 14:01:38.027089 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0b779ed8-f0c4-41e1-b38a-56f3c51b596b req-5cb26ef3-ac25-4325-aa29-2f04e910a039 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432858
May 17 14:01:38.988834 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098f1c7-faed-466c-a554-13111da4fcca req-08e56f98-bba3-4cca-9212-d5427d86554d tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:38.990312 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a098f1c7-faed-466c-a554-13111da4fcca req-08e56f98-bba3-4cca-9212-d5427d86554d tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/ports?device_id=0122dee7-ebd4-4cac-aa82-4807a0e12254 HTTP/1.1" status: 200  len: 945 time: 0.0796945
May 17 14:01:39.033906 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a098f1c7-faed-466c-a554-13111da4fcca req-f0a99bda-8e5b-4294-bdaf-b0b5912c297a tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef219b3-87a8-4615-8532-27feb0e44e11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379047
May 17 14:01:39.212168 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3867ea83-5a8f-4c13-9cb9-6fd0bfb755db req-bac50a04-877c-4499-a525-006bb27ef7f9 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:39.213600 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3867ea83-5a8f-4c13-9cb9-6fd0bfb755db req-bac50a04-877c-4499-a525-006bb27ef7f9 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 946 time: 0.0830307
May 17 14:01:39.262917 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3867ea83-5a8f-4c13-9cb9-6fd0bfb755db req-3feecc47-4557-4dea-ac67-5c534be88e79 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430343
May 17 14:01:39.878072 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:40.139840 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-043559e6-72a7-4174-bd2c-25ed1f488d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:40.521786 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a26cb-6a90-431e-87cf-45710d4bb1a0 req-6e07d942-fda0-43e3-962a-136e0875c289 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:40.523234 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-985a26cb-6a90-431e-87cf-45710d4bb1a0 req-6e07d942-fda0-43e3-962a-136e0875c289 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/ports?device_id=0122dee7-ebd4-4cac-aa82-4807a0e12254 HTTP/1.1" status: 200  len: 945 time: 0.0788038
May 17 14:01:40.572351 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-985a26cb-6a90-431e-87cf-45710d4bb1a0 req-51983e0b-3688-42e4-b582-fd901534cede tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef219b3-87a8-4615-8532-27feb0e44e11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426393
May 17 14:01:40.745030 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5cedf6-2d6a-479d-ba22-6ead7d79d393 req-bfd93d43-77c7-4d40-a522-303bdec371e4 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:40.746414 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6f5cedf6-2d6a-479d-ba22-6ead7d79d393 req-bfd93d43-77c7-4d40-a522-303bdec371e4 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 946 time: 0.0784163
May 17 14:01:40.796552 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6f5cedf6-2d6a-479d-ba22-6ead7d79d393 req-a8c55e69-d81d-4004-9597-61bb8e0f8ecb tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434184
May 17 14:01:41.013622 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-533a9918-d89c-4562-8a48-35a661957320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:41.214882 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa872f2-a423-4abc-8cef-efd4a69d7772 req-a47a417d-c291-4c17-8f17-c93f37ae9dbe tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:41.217000 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1fa872f2-a423-4abc-8cef-efd4a69d7772 req-a47a417d-c291-4c17-8f17-c93f37ae9dbe tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 946 time: 0.1428034
May 17 14:01:41.223115 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6252e-14c1-4e86-9f3c-a7a1cfbc10d8 req-80c75c0d-13d7-4f24-adaa-ac3489755751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:41.224521 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3bb6252e-14c1-4e86-9f3c-a7a1cfbc10d8 req-80c75c0d-13d7-4f24-adaa-ac3489755751 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3e756f37709a4c19bc8378fa746d8337&device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 1099 time: 0.0973835
May 17 14:01:41.345274 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1fa872f2-a423-4abc-8cef-efd4a69d7772 req-e886e717-7af3-42b8-9b23-f8a5c6335b03 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1198182
May 17 14:01:41.386719 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6252e-14c1-4e86-9f3c-a7a1cfbc10d8 req-4b3f756e-2a47-4a88-a1b1-86140f61c422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:41.388722 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3bb6252e-14c1-4e86-9f3c-a7a1cfbc10d8 req-4b3f756e-2a47-4a88-a1b1-86140f61c422 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e30c6073-c867-46f4-bec2-eb7af316aeb9 HTTP/1.1" status: 200  len: 912 time: 0.1499665
May 17 14:01:41.496129 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3bb6252e-14c1-4e86-9f3c-a7a1cfbc10d8 req-c8fc5db9-f85f-41f8-9751-97904a2e058d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec99b98a-69fa-4259-a900-8e28bb2b1d1e HTTP/1.1" status: 200  len: 1002 time: 0.0988877
May 17 14:01:41.562418 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6252e-14c1-4e86-9f3c-a7a1cfbc10d8 req-98e2097a-fd09-4d7e-b103-1e5022c070a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:41.564048 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3bb6252e-14c1-4e86-9f3c-a7a1cfbc10d8 req-98e2097a-fd09-4d7e-b103-1e5022c070a5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d169b186-defa-4470-9ef1-50866ad43fba HTTP/1.1" status: 200  len: 850 time: 0.0608633
May 17 14:01:41.639098 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6252e-14c1-4e86-9f3c-a7a1cfbc10d8 req-6043b0e3-6239-4aa6-9ac7-cbd6f5e5d983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:41.640602 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3bb6252e-14c1-4e86-9f3c-a7a1cfbc10d8 req-6043b0e3-6239-4aa6-9ac7-cbd6f5e5d983 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e30c6073-c867-46f4-bec2-eb7af316aeb9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0698020
May 17 14:01:41.913314 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3bb6252e-14c1-4e86-9f3c-a7a1cfbc10d8 req-f7612eee-997a-4a16-a76b-abe983323470 service neutron] 10.222.0.49 "GET /v2.0/networks/e30c6073-c867-46f4-bec2-eb7af316aeb9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2659206
May 17 14:01:42.022060 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023fa5f6-8a17-4835-ade3-2b737ba3f4dc req-c22641ae-131e-4fa8-ab0e-0af9d39126dd tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:42.023542 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-023fa5f6-8a17-4835-ade3-2b737ba3f4dc req-c22641ae-131e-4fa8-ab0e-0af9d39126dd tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/ports?device_id=0122dee7-ebd4-4cac-aa82-4807a0e12254 HTTP/1.1" status: 200  len: 945 time: 0.1906526
May 17 14:01:42.088745 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3bb6252e-14c1-4e86-9f3c-a7a1cfbc10d8 req-cf32049d-f9fd-4c44-83f6-c4b31cba66a0 service neutron] 10.222.0.49 "GET /v2.0/networks/e30c6073-c867-46f4-bec2-eb7af316aeb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1674938
May 17 14:01:42.098382 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-023fa5f6-8a17-4835-ade3-2b737ba3f4dc req-230ee74c-f315-43fc-960b-b67b32b4272e tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef219b3-87a8-4615-8532-27feb0e44e11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0674350
May 17 14:01:42.330450 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df98b24-2ac8-49ec-ab4a-003b2a8ac0f4 req-169de13e-79e0-4b37-9d5a-8881d8f78eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:42.331937 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5df98b24-2ac8-49ec-ab4a-003b2a8ac0f4 req-169de13e-79e0-4b37-9d5a-8881d8f78eb7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b46cc502c62d47f5ad1b5cac00f4506b&device_id=0122dee7-ebd4-4cac-aa82-4807a0e12254 HTTP/1.1" status: 200  len: 1098 time: 0.0998971
May 17 14:01:42.339451 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c420c-6b65-41c3-970c-2bff6712e102 req-1aa939bc-405b-4bdc-b378-8d37d28f6951 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:42.340785 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b06c420c-6b65-41c3-970c-2bff6712e102 req-1aa939bc-405b-4bdc-b378-8d37d28f6951 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 946 time: 0.1435351
May 17 14:01:42.464964 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b06c420c-6b65-41c3-970c-2bff6712e102 req-522e9646-a41c-4d02-9d58-a46ecbc48ae4 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1047475
May 17 14:01:42.500519 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df98b24-2ac8-49ec-ab4a-003b2a8ac0f4 req-2245cdc2-6e60-4078-97c9-da67d34979c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:42.501977 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5df98b24-2ac8-49ec-ab4a-003b2a8ac0f4 req-2245cdc2-6e60-4078-97c9-da67d34979c9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=17f276ec-48a2-425f-91fa-53462c568dbf HTTP/1.1" status: 200  len: 910 time: 0.1601734
May 17 14:01:42.524819 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1529072-104d-404f-8ce8-7078c9c34ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:42.657623 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5df98b24-2ac8-49ec-ab4a-003b2a8ac0f4 req-88569c13-d3df-4d11-ab8b-c04360134c3e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71f374e4-dda9-4593-81cc-c6e7dcde1f3d HTTP/1.1" status: 200  len: 1001 time: 0.1467037
May 17 14:01:42.740906 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046ee127-86c5-4261-a9ad-cd8b29d1937e req-5047930d-2e69-4d15-9a32-0e3df7ade8a6 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:42.742348 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-046ee127-86c5-4261-a9ad-cd8b29d1937e req-5047930d-2e69-4d15-9a32-0e3df7ade8a6 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 946 time: 0.1609046
May 17 14:01:42.743808 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df98b24-2ac8-49ec-ab4a-003b2a8ac0f4 req-bf33b72c-f1f9-4ed3-9f80-216a0f17b1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:42.745201 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5df98b24-2ac8-49ec-ab4a-003b2a8ac0f4 req-bf33b72c-f1f9-4ed3-9f80-216a0f17b1bb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=08a0d08f-e6a8-470a-bbaf-7361dd8bc1a0 HTTP/1.1" status: 200  len: 848 time: 0.0805454
May 17 14:01:42.838326 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-046ee127-86c5-4261-a9ad-cd8b29d1937e req-978cda8e-78bc-4692-98a1-5f38982a1c21 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0895000
May 17 14:01:42.854592 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df98b24-2ac8-49ec-ab4a-003b2a8ac0f4 req-989d0f06-3034-44d5-8986-a0eb95b89c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:42.856060 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5df98b24-2ac8-49ec-ab4a-003b2a8ac0f4 req-989d0f06-3034-44d5-8986-a0eb95b89c82 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=17f276ec-48a2-425f-91fa-53462c568dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0944188
May 17 14:01:42.993874 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5df98b24-2ac8-49ec-ab4a-003b2a8ac0f4 req-5981c2e8-0aee-4d38-824f-6e3e75b80e54 service neutron] 10.222.0.49 "GET /v2.0/networks/17f276ec-48a2-425f-91fa-53462c568dbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1298430
May 17 14:01:43.125896 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5df98b24-2ac8-49ec-ab4a-003b2a8ac0f4 req-df02678e-1ddd-4bae-9872-94a55788ec39 service neutron] 10.222.0.49 "GET /v2.0/networks/17f276ec-48a2-425f-91fa-53462c568dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242011
May 17 14:01:43.292204 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a61f28-d92e-4f5d-8518-47572f2cc418 req-a707dbd7-3254-448c-96a1-f3f14b2762e8 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:43.293667 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a7a61f28-d92e-4f5d-8518-47572f2cc418 req-a707dbd7-3254-448c-96a1-f3f14b2762e8 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/ports?device_id=0122dee7-ebd4-4cac-aa82-4807a0e12254 HTTP/1.1" status: 200  len: 945 time: 0.0881126
May 17 14:01:43.338485 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a7a61f28-d92e-4f5d-8518-47572f2cc418 req-f02a5c5a-30a8-4226-8bf8-aad0d4203960 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef219b3-87a8-4615-8532-27feb0e44e11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381901
May 17 14:01:43.654052 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7905b9-ef2e-455f-8d49-d7ff16897ab8 req-1e570cce-1ec9-427c-baea-d8b3bc0f6b18 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:43.655407 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-dc7905b9-ef2e-455f-8d49-d7ff16897ab8 req-1e570cce-1ec9-427c-baea-d8b3bc0f6b18 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 946 time: 0.0793200
May 17 14:01:43.701989 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-dc7905b9-ef2e-455f-8d49-d7ff16897ab8 req-fe9b91c0-2249-43a1-91fa-8e71bbf8fe49 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409298
May 17 14:01:43.881827 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c8411-1e26-4157-816f-be23c3fda68a req-0af4b76d-a917-470d-8614-b7aa2cdf733e tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:43.883272 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5b8c8411-1e26-4157-816f-be23c3fda68a req-0af4b76d-a917-470d-8614-b7aa2cdf733e tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.49 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 946 time: 0.0797899
May 17 14:01:44.188669 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda0d58-cc39-4455-8d8e-47c6071397ac req-ec4352da-dc03-40fd-83c3-7a3e59b5ea82 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:44.190189 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3cda0d58-cc39-4455-8d8e-47c6071397ac req-ec4352da-dc03-40fd-83c3-7a3e59b5ea82 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 946 time: 0.2439351
May 17 14:01:44.192775 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-5b8c8411-1e26-4157-816f-be23c3fda68a req-92318373-c64b-4e88-8a65-126ffaac11c1 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Deleting port e387a912-f167-4519-8373-1322f80d5380 {{(pid=78743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 14:01:44.193151 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-5b8c8411-1e26-4157-816f-be23c3fda68a req-92318373-c64b-4e88-8a65-126ffaac11c1 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:44.319124 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3cda0d58-cc39-4455-8d8e-47c6071397ac req-114a8faf-d89a-440b-ab2a-df11ad81731f tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1115808
May 17 14:01:44.366217 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-5b8c8411-1e26-4157-816f-be23c3fda68a req-92318373-c64b-4e88-8a65-126ffaac11c1 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] For port e387a912-f167-4519-8373-1322f80d5380, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e387a912-f167-4519-8373-1322f80d5380,segment=NetworkSegment(41cda2c3-d474-4247-94e6-3fc71c3a8d3e),segment_id=41cda2c3-d474-4247-94e6-3fc71c3a8d3e)] {{(pid=78743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:01:44.366577 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-5b8c8411-1e26-4157-816f-be23c3fda68a req-92318373-c64b-4e88-8a65-126ffaac11c1 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:44.702179 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a721e38-8c33-47c9-876f-3ff506c7b5a9 req-2bd130f2-5453-42c3-86a9-a54d57433b6b tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:44.703639 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0a721e38-8c33-47c9-876f-3ff506c7b5a9 req-2bd130f2-5453-42c3-86a9-a54d57433b6b tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/ports?device_id=0122dee7-ebd4-4cac-aa82-4807a0e12254 HTTP/1.1" status: 200  len: 945 time: 0.2553256
May 17 14:01:44.751550 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-5b8c8411-1e26-4157-816f-be23c3fda68a req-92318373-c64b-4e88-8a65-126ffaac11c1 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:44.751920 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-5b8c8411-1e26-4157-816f-be23c3fda68a req-92318373-c64b-4e88-8a65-126ffaac11c1 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975218'] for floatingip, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:44.752231 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.db.l3_db [req-5b8c8411-1e26-4157-816f-be23c3fda68a req-92318373-c64b-4e88-8a65-126ffaac11c1 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Floating IP 2add35c6-c5f7-4d65-9418-da8a5c2ec4fb disassociated. External IP: 172.27.1.159, port: e387a912-f167-4519-8373-1322f80d5380.
May 17 14:01:44.752567 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-5b8c8411-1e26-4157-816f-be23c3fda68a req-92318373-c64b-4e88-8a65-126ffaac11c1 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Calling delete_port for e387a912-f167-4519-8373-1322f80d5380 owned by compute:nova {{(pid=78743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 14:01:44.780714 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0a721e38-8c33-47c9-876f-3ff506c7b5a9 req-7bca84a0-be1c-47d5-bfcf-475519a61ddd tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef219b3-87a8-4615-8532-27feb0e44e11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0677102
May 17 14:01:44.952430 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-5b8c8411-1e26-4157-816f-be23c3fda68a req-92318373-c64b-4e88-8a65-126ffaac11c1 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133957597'] for port, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:44.960322 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-8fa69c3b-4cae-4be5-9e55-427c55ad73f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:01:45.013133 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92318373-c64b-4e88-8a65-126ffaac11c1 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Pushing event deleted for resources: {'Port': ['ID=e387a912-f167-4519-8373-1322f80d5380,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:01:45.084034 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92318373-c64b-4e88-8a65-126ffaac11c1 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:01:45.084411 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92318373-c64b-4e88-8a65-126ffaac11c1 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:01:45.084830 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92318373-c64b-4e88-8a65-126ffaac11c1 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:01:45.085120 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92318373-c64b-4e88-8a65-126ffaac11c1 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:01:45.085549 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92318373-c64b-4e88-8a65-126ffaac11c1 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:01:45.085896 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92318373-c64b-4e88-8a65-126ffaac11c1 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:01:45.086242 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92318373-c64b-4e88-8a65-126ffaac11c1 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:01:45.086617 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92318373-c64b-4e88-8a65-126ffaac11c1 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:01:45.086962 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92318373-c64b-4e88-8a65-126ffaac11c1 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:01:45.087457 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92318373-c64b-4e88-8a65-126ffaac11c1 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:01:45.087862 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92318373-c64b-4e88-8a65-126ffaac11c1 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:01:45.088458 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92318373-c64b-4e88-8a65-126ffaac11c1 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:01:45.106460 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-92318373-c64b-4e88-8a65-126ffaac11c1 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:01:45.133463 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76cccfd-6f79-4d93-88c6-078ff34e5856 req-f74087e3-fc3c-485d-bf6c-b3991ed7397f tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:45.134644 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a76cccfd-6f79-4d93-88c6-078ff34e5856 req-f74087e3-fc3c-485d-bf6c-b3991ed7397f tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=004c576d-e292-4883-aea6-cefaf5268396 HTTP/1.1" status: 200  len: 868 time: 0.2527590
May 17 14:01:45.257731 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a76cccfd-6f79-4d93-88c6-078ff34e5856 req-6088fb05-5f7d-4a7e-9a23-5537c9dbb552 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=df714a86-38d9-4a92-b7c1-0011417294ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0725596
May 17 14:01:45.274949 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b8c8411-1e26-4157-816f-be23c3fda68a req-92318373-c64b-4e88-8a65-126ffaac11c1 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Router d2d1e582-0441-4cc3-be8a-b3570f74fe4d has already been hosted by L3 agent 5f048e90-1481-4c55-97c3-311a68b90326 {{(pid=78743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 17 14:01:45.475236 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b8c8411-1e26-4157-816f-be23c3fda68a req-92318373-c64b-4e88-8a65-126ffaac11c1 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify agent at l3_agent.dv-cinder-788363-3-iscsi the message routers_updated {{(pid=78743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 17 14:01:45.484817 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f77034-6e25-4b6d-ad3e-a7e67c7cc1a1 None None] Sync routers for ids ['d2d1e582-0441-4cc3-be8a-b3570f74fe4d'] in dv-cinder-788363-3-iscsi {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 17 14:01:45.494664 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f77034-6e25-4b6d-ad3e-a7e67c7cc1a1 None None] Routers {'d2d1e582-0441-4cc3-be8a-b3570f74fe4d'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 14:01:45.495595 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-78f77034-6e25-4b6d-ad3e-a7e67c7cc1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3b219280>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T14:01:40Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['d2d1e582-0441-4cc3-be8a-b3570f74fe4d'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:01:45.550547 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b8c8411-1e26-4157-816f-be23c3fda68a req-92318373-c64b-4e88-8a65-126ffaac11c1 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] No DVR routers for this DVR port e387a912-f167-4519-8373-1322f80d5380 on host hv-cinder-78836 {{(pid=78743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 17 14:01:45.553015 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-5b8c8411-1e26-4157-816f-be23c3fda68a req-92318373-c64b-4e88-8a65-126ffaac11c1 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:45.555712 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '004c576d-e292-4883-aea6-cefaf5268396', 'name': 'network-vif-deleted', 'tag': 'e387a912-f167-4519-8373-1322f80d5380'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 14:01:45.576951 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5b8c8411-1e26-4157-816f-be23c3fda68a req-92318373-c64b-4e88-8a65-126ffaac11c1 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.49 "DELETE /v2.0/ports/e387a912-f167-4519-8373-1322f80d5380 HTTP/1.1" status: 204  len: 173 time: 1.6871598
May 17 14:01:45.685737 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-78f77034-6e25-4b6d-ad3e-a7e67c7cc1a1 None None] Set router d2d1e582-0441-4cc3-be8a-b3570f74fe4d gateway port host: dv-cinder-788363-3-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 14:01:45.716671 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '004c576d-e292-4883-aea6-cefaf5268396', 'name': 'network-vif-deleted', 'tag': 'e387a912-f167-4519-8373-1322f80d5380', 'status': 'completed', 'code': 200}
May 17 14:01:45.989704 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a4632-2e9d-4b1c-aa70-c50430052a91 req-6625ef4a-9ef8-4151-bc19-a28c617a7e55 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:45.991202 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-952a4632-2e9d-4b1c-aa70-c50430052a91 req-6625ef4a-9ef8-4151-bc19-a28c617a7e55 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/ports?device_id=0122dee7-ebd4-4cac-aa82-4807a0e12254 HTTP/1.1" status: 200  len: 945 time: 0.0898232
May 17 14:01:46.023290 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-78f77034-6e25-4b6d-ad3e-a7e67c7cc1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3b219280>, [{'id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'name': 'tempest-AttachVolumeShelveTestJSON-1637185521-router', 'tenant_id': '67705816dc0348c8a6486f2aa1cb2549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '42b3510b-e9c6-47b4-b6f4-b0be19bc469c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:54:40Z', 'updated_at': '2021-05-17T13:54:48Z', 'revision_number': 4, 'project_id': '67705816dc0348c8a6486f2aa1cb2549', 'gw_port': {'id': '42b3510b-e9c6-47b4-b6f4-b0be19bc469c', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:41Z', 'updated_at': '2021-05-17T13:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_interfaces': [{'id': '033680b6-e7c4-4f4b-85d9-bac1a3dc5507', 'name': '', 'network_id': 'f96cba92-eccd-4fce-9019-8397a76ebc2b', 'tenant_id': '67705816dc0348c8a6486f2aa1cb2549', 'mac_address': 'fa:16:3e:09:9f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd7bf7301-b5af-4e08-ada3-78e2aec55a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:47Z', 'updated_at': '2021-05-17T13:55:05Z', 'revision_number': 5, 'project_id': '67705816dc0348c8a6486f2aa1cb2549', 'subnets': [{'id': 'd7bf7301-b5af-4e08-ada3-78e2aec55a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:01:46.028215 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f77034-6e25-4b6d-ad3e-a7e67c7cc1a1 None None] Checking router: d2d1e582-0441-4cc3-be8a-b3570f74fe4d for host: dv-cinder-788363-3-iscsi {{(pid=78744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 17 14:01:46.038996 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f77034-6e25-4b6d-ad3e-a7e67c7cc1a1 None None] Routers {'d2d1e582-0441-4cc3-be8a-b3570f74fe4d'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 14:01:46.040119 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-78f77034-6e25-4b6d-ad3e-a7e67c7cc1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3b219280>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T14:01:40Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['d2d1e582-0441-4cc3-be8a-b3570f74fe4d'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:01:46.158510 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-952a4632-2e9d-4b1c-aa70-c50430052a91 req-23d08986-05d4-49d8-9e41-e851c8fab25a tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef219b3-87a8-4615-8532-27feb0e44e11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1589792
May 17 14:01:46.275114 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-78f77034-6e25-4b6d-ad3e-a7e67c7cc1a1 None None] Set router d2d1e582-0441-4cc3-be8a-b3570f74fe4d gateway port host: dv-cinder-788363-3-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 14:01:46.535465 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 38874) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:01:46.628911 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-78f77034-6e25-4b6d-ad3e-a7e67c7cc1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3b219280>, [{'id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'name': 'tempest-AttachVolumeShelveTestJSON-1637185521-router', 'tenant_id': '67705816dc0348c8a6486f2aa1cb2549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '42b3510b-e9c6-47b4-b6f4-b0be19bc469c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:54:40Z', 'updated_at': '2021-05-17T13:54:48Z', 'revision_number': 4, 'project_id': '67705816dc0348c8a6486f2aa1cb2549', 'gw_port': {'id': '42b3510b-e9c6-47b4-b6f4-b0be19bc469c', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:41Z', 'updated_at': '2021-05-17T13:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_interfaces': [{'id': '033680b6-e7c4-4f4b-85d9-bac1a3dc5507', 'name': '', 'network_id': 'f96cba92-eccd-4fce-9019-8397a76ebc2b', 'tenant_id': '67705816dc0348c8a6486f2aa1cb2549', 'mac_address': 'fa:16:3e:09:9f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd7bf7301-b5af-4e08-ada3-78e2aec55a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:47Z', 'updated_at': '2021-05-17T13:55:05Z', 'revision_number': 5, 'project_id': '67705816dc0348c8a6486f2aa1cb2549', 'subnets': [{'id': 'd7bf7301-b5af-4e08-ada3-78e2aec55a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:01:46.633250 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f77034-6e25-4b6d-ad3e-a7e67c7cc1a1 None None] The sync data for ids ['d2d1e582-0441-4cc3-be8a-b3570f74fe4d'] in dv-cinder-788363-3-iscsi is: [{'id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'name': 'tempest-AttachVolumeShelveTestJSON-1637185521-router', 'tenant_id': '67705816dc0348c8a6486f2aa1cb2549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '42b3510b-e9c6-47b4-b6f4-b0be19bc469c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:54:40Z', 'updated_at': '2021-05-17T13:54:48Z', 'revision_number': 4, 'project_id': '67705816dc0348c8a6486f2aa1cb2549', 'gw_port': {'id': '42b3510b-e9c6-47b4-b6f4-b0be19bc469c', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:41Z', 'updated_at': '2021-05-17T13:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_interfaces': [{'id': '033680b6-e7c4-4f4b-85d9-bac1a3dc5507', 'name': '', 'network_id': 'f96cba92-eccd-4fce-9019-8397a76ebc2b', 'tenant_id': '67705816dc0348c8a6486f2aa1cb2549', 'mac_address': 'fa:16:3e:09:9f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd7bf7301-b5af-4e08-ada3-78e2aec55a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:47Z', 'updated_at': '2021-05-17T13:55:05Z', 'revision_number': 5, 'project_id': '67705816dc0348c8a6486f2aa1cb2549', 'subnets': [{'id': 'd7bf7301-b5af-4e08-ada3-78e2aec55a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 17 14:01:46.687599 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3671f-eb96-4c9a-8390-95b937e22884 req-0ec8d80b-a120-4d5d-be0e-43a6663be8c4 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:46.689089 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c1e3671f-eb96-4c9a-8390-95b937e22884 req-0ec8d80b-a120-4d5d-be0e-43a6663be8c4 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/ports?device_id=0122dee7-ebd4-4cac-aa82-4807a0e12254 HTTP/1.1" status: 200  len: 945 time: 0.1473961
May 17 14:01:46.695907 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1abda58a-a015-47d8-af78-2fbd9b148e17 req-dfe5e396-9691-47a0-8672-07071e9ece0d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0122dee7-ebd4-4cac-aa82-4807a0e12254&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1595793
May 17 14:01:46.744493 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c1e3671f-eb96-4c9a-8390-95b937e22884 req-07ec473d-ebc6-4b58-bddb-f6138e19a007 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef219b3-87a8-4615-8532-27feb0e44e11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456722
May 17 14:01:46.801129 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 38882) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:01:46.889518 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-4a135fac-eb80-49b8-a5da-18592f0d35eb tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:46.938344 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-4a135fac-eb80-49b8-a5da-18592f0d35eb tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:46.975990 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83efcf7-1979-4830-aba8-cbc3abd57d00 None None] New status for floating IP 2add35c6-c5f7-4d65-9418-da8a5c2ec4fb: DOWN {{(pid=78745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 17 14:01:47.015096 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-4a135fac-eb80-49b8-a5da-18592f0d35eb tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:47.020611 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-bb9abd7e-c9a6-4d10-9238-95de9a90aef2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:01:47.035790 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a135fac-eb80-49b8-a5da-18592f0d35eb tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df714a86-38d9-4a92-b7c1-0011417294ca,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:01:47.039327 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-4a135fac-eb80-49b8-a5da-18592f0d35eb tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:01:47.057201 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-4a135fac-eb80-49b8-a5da-18592f0d35eb tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:47.058354 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-4a135fac-eb80-49b8-a5da-18592f0d35eb tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "DELETE /v2.0/security-groups/df714a86-38d9-4a92-b7c1-0011417294ca HTTP/1.1" status: 204  len: 168 time: 0.2562408
May 17 14:01:47.061790 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 38890) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:01:47.081661 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.api.v2.resource [None req-6995ba1d-13e5-4ec6-9a7b-7597534444f1 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] show failed (client error): The resource could not be found.
May 17 14:01:47.083461 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-6995ba1d-13e5-4ec6-9a7b-7597534444f1 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups/df714a86-38d9-4a92-b7c1-0011417294ca HTTP/1.1" status: 404  len: 347 time: 0.0200148
May 17 14:01:47.086104 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 38894) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:01:47.379511 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [None req-aa5285ef-897d-431e-9850-a771cd0a961b tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Deleting port 10d1529c-cdf5-4b69-8a0a-5acda9b8937d {{(pid=78743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 14:01:47.379908 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-aa5285ef-897d-431e-9850-a771cd0a961b tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:47.511659 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-aa5285ef-897d-431e-9850-a771cd0a961b tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:47.512036 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-aa5285ef-897d-431e-9850-a771cd0a961b tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:47.639446 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [None req-aa5285ef-897d-431e-9850-a771cd0a961b tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Calling delete_port for 10d1529c-cdf5-4b69-8a0a-5acda9b8937d owned by network:floatingip {{(pid=78743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 14:01:47.747971 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-aa5285ef-897d-431e-9850-a771cd0a961b tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133957597'] for port, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:47.752097 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:01:47.799066 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5285ef-897d-431e-9850-a771cd0a961b tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Pushing event deleted for resources: {'Port': ['ID=10d1529c-cdf5-4b69-8a0a-5acda9b8937d,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:01:47.830139 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-aa5285ef-897d-431e-9850-a771cd0a961b tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:01:47.949788 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-aa5285ef-897d-431e-9850-a771cd0a961b tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks [] for floatingip, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:47.987955 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-aa5285ef-897d-431e-9850-a771cd0a961b tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for floatingip, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:47.994735 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-aa5285ef-897d-431e-9850-a771cd0a961b tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "DELETE /v2.0/floatingips/2add35c6-c5f7-4d65-9418-da8a5c2ec4fb HTTP/1.1" status: 204  len: 168 time: 0.9020543
May 17 14:01:48.008822 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc70ce-eca6-469a-8d59-7e93b72f23ae req-61ec22bb-7cee-4344-a347-725d1c213381 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:48.016818 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8dbc70ce-eca6-469a-8d59-7e93b72f23ae req-61ec22bb-7cee-4344-a347-725d1c213381 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/ports?device_id=0122dee7-ebd4-4cac-aa82-4807a0e12254 HTTP/1.1" status: 200  len: 945 time: 0.1563535
May 17 14:01:48.076675 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8dbc70ce-eca6-469a-8d59-7e93b72f23ae req-07477a72-deed-43bb-ad40-72f24df2983f tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef219b3-87a8-4615-8532-27feb0e44e11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0589054
May 17 14:01:48.355979 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 38902) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:01:48.362374 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-fcae4ca3-1621-4761-8524-507564cad8a2 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1421683565', 'description': 'tempest-description--1653804578'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 14:01:48.368275 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-fcae4ca3-1621-4761-8524-507564cad8a2 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 14:01:48.377629 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-fcae4ca3-1621-4761-8524-507564cad8a2 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Usage tracker for resource:security_group and tenant:67705816dc0348c8a6486f2aa1cb2549 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 14:01:48.380941 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-fcae4ca3-1621-4761-8524-507564cad8a2 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 14:01:48.387501 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-fcae4ca3-1621-4761-8524-507564cad8a2 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 14:01:48.397419 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-fcae4ca3-1621-4761-8524-507564cad8a2 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:48.417383 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-fcae4ca3-1621-4761-8524-507564cad8a2 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 14:01:48.421764 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-fcae4ca3-1621-4761-8524-507564cad8a2 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Usage tracker for resource:security_group_rule and tenant:67705816dc0348c8a6486f2aa1cb2549 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 14:01:48.424667 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-fcae4ca3-1621-4761-8524-507564cad8a2 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 14:01:48.430979 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-fcae4ca3-1621-4761-8524-507564cad8a2 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 14:01:48.502762 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-fcae4ca3-1621-4761-8524-507564cad8a2 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:48.506878 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-fcae4ca3-1621-4761-8524-507564cad8a2 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:48.510542 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-8ce5f2ac-857e-4cc8-a38d-b862d96292ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:01:48.555538 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcae4ca3-1621-4761-8524-507564cad8a2 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f3ce71-30d1-476c-abb2-120e2c19a402,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:01:48.566290 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae4ca3-1621-4761-8524-507564cad8a2 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:01:48.566620 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae4ca3-1621-4761-8524-507564cad8a2 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:01:48.566937 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae4ca3-1621-4761-8524-507564cad8a2 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:01:48.567309 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae4ca3-1621-4761-8524-507564cad8a2 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:01:48.567701 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae4ca3-1621-4761-8524-507564cad8a2 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:01:48.568065 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae4ca3-1621-4761-8524-507564cad8a2 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:01:48.568426 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae4ca3-1621-4761-8524-507564cad8a2 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:01:48.568788 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae4ca3-1621-4761-8524-507564cad8a2 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:01:48.569174 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae4ca3-1621-4761-8524-507564cad8a2 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:01:48.569500 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae4ca3-1621-4761-8524-507564cad8a2 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:01:48.569854 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae4ca3-1621-4761-8524-507564cad8a2 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:01:48.570210 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae4ca3-1621-4761-8524-507564cad8a2 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:01:48.573613 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-fcae4ca3-1621-4761-8524-507564cad8a2 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:48.574814 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-fcae4ca3-1621-4761-8524-507564cad8a2 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.2173233
May 17 14:01:48.575924 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-fcae4ca3-1621-4761-8524-507564cad8a2 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:01:48.577734 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 38906) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:01:48.583219 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-005af9b8-401e-404b-9f79-222fa9cf96f9 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Request body: {'security_group_rule': {'security_group_id': 'f7f3ce71-30d1-476c-abb2-120e2c19a402', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 14:01:48.589263 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-005af9b8-401e-404b-9f79-222fa9cf96f9 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 14:01:48.593959 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-005af9b8-401e-404b-9f79-222fa9cf96f9 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Usage tracker for resource:security_group_rule and tenant:67705816dc0348c8a6486f2aa1cb2549 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 14:01:48.595713 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device e387a912-f167-4519-8373-1322f80d5380 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 17 14:01:48.597806 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-005af9b8-401e-404b-9f79-222fa9cf96f9 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 14:01:48.604311 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-005af9b8-401e-404b-9f79-222fa9cf96f9 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 14:01:48.604817 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abda58a-a015-47d8-af78-2fbd9b148e17 req-53c23ae4-1ba0-489a-80c2-4178640ecb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:48.606380 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1abda58a-a015-47d8-af78-2fbd9b148e17 req-53c23ae4-1ba0-489a-80c2-4178640ecb91 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0122dee7-ebd4-4cac-aa82-4807a0e12254&tenant_id=b46cc502c62d47f5ad1b5cac00f4506b HTTP/1.1" status: 200  len: 1098 time: 0.0764413
May 17 14:01:48.623506 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-005af9b8-401e-404b-9f79-222fa9cf96f9 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:48.637491 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] No Port match for: e387a912-f167-4519-8373-1322f80d5380 {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 17 14:01:48.637855 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device e387a912-f167-4519-8373-1322f80d5380 not bound to the agent host hv-cinder-78836 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 17 14:01:48.638288 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device 71f374e4-dda9-4593-81cc-c6e7dcde1f3d no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 17 14:01:48.690896 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-005af9b8-401e-404b-9f79-222fa9cf96f9 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:48.695752 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-005af9b8-401e-404b-9f79-222fa9cf96f9 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677044'] for security_group_rule, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:48.698173 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:01:48.707343 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abda58a-a015-47d8-af78-2fbd9b148e17 req-e276e3dd-97c9-424e-8930-21bf787d9fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:48.708882 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1abda58a-a015-47d8-af78-2fbd9b148e17 req-e276e3dd-97c9-424e-8930-21bf787d9fcb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b46cc502c62d47f5ad1b5cac00f4506b&device_id=0122dee7-ebd4-4cac-aa82-4807a0e12254 HTTP/1.1" status: 200  len: 1098 time: 0.0790946
May 17 14:01:48.723124 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005af9b8-401e-404b-9f79-222fa9cf96f9 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23f68f4a-91cc-493e-9a15-f74d6f264615,revision_number=0']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:01:48.726034 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-005af9b8-401e-404b-9f79-222fa9cf96f9 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:01:48.736091 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-005af9b8-401e-404b-9f79-222fa9cf96f9 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:48.737665 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-005af9b8-401e-404b-9f79-222fa9cf96f9 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1589916
May 17 14:01:48.740353 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 38910) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:01:48.746478 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-b84c71b0-10d1-4ec4-b551-eb78357ce3b9 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Request body: {'security_group_rule': {'security_group_id': 'f7f3ce71-30d1-476c-abb2-120e2c19a402', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 14:01:48.753289 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-b84c71b0-10d1-4ec4-b551-eb78357ce3b9 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 14:01:48.757545 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-b84c71b0-10d1-4ec4-b551-eb78357ce3b9 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Usage tracker for resource:security_group_rule and tenant:67705816dc0348c8a6486f2aa1cb2549 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 14:01:48.760753 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-b84c71b0-10d1-4ec4-b551-eb78357ce3b9 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 14:01:48.768602 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-b84c71b0-10d1-4ec4-b551-eb78357ce3b9 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 14:01:48.772026 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:48.792367 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b84c71b0-10d1-4ec4-b551-eb78357ce3b9 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:48.802499 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0122dee7-ebd4-4cac-aa82-4807a0e12254', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71f374e4-dda9-4593-81cc-c6e7dcde1f3d'}] {{(pid=78744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 14:01:48.813699 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port 71f374e4-dda9-4593-81cc-c6e7dcde1f3d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=71f374e4-dda9-4593-81cc-c6e7dcde1f3d,segment=NetworkSegment(f5192fda-728b-46fa-8daf-13ea55efe036),segment_id=f5192fda-728b-46fa-8daf-13ea55efe036)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:01:48.819006 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:48.822766 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:01:48.866678 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abda58a-a015-47d8-af78-2fbd9b148e17 req-9d506d5b-ec71-4109-8467-6c96e6148d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:48.867265 dv-cinder-788363-3-iscsi neutron-server[78744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0122dee7-ebd4-4cac-aa82-4807a0e12254', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71f374e4-dda9-4593-81cc-c6e7dcde1f3d', 'code': 200}
May 17 14:01:48.868056 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1abda58a-a015-47d8-af78-2fbd9b148e17 req-9d506d5b-ec71-4109-8467-6c96e6148d89 service neutron] 10.222.0.49 "GET /v2.0/networks?id=17f276ec-48a2-425f-91fa-53462c568dbf HTTP/1.1" status: 200  len: 910 time: 0.1527612
May 17 14:01:48.900651 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Pushing event updated for resources: {'Port': ['ID=71f374e4-dda9-4593-81cc-c6e7dcde1f3d,revision_number=6']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:01:48.909710 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:01:48.909710 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:01:48.910031 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:01:48.910226 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:01:48.910606 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:01:48.910896 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:01:48.911172 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:01:48.911528 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:01:48.911854 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:01:48.912278 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:01:48.912501 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:01:48.912810 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:01:48.917165 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:01:48.967903 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b84c71b0-10d1-4ec4-b551-eb78357ce3b9 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:48.972363 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b84c71b0-10d1-4ec4-b551-eb78357ce3b9 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677044'] for security_group_rule, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:48.976153 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-13f5f89b-858c-48d0-8f03-941ca4979b73 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:01:49.002596 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84c71b0-10d1-4ec4-b551-eb78357ce3b9 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebc5f8ac-c0da-46ee-84f6-360ce36a6aba,revision_number=0']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:01:49.005680 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-b84c71b0-10d1-4ec4-b551-eb78357ce3b9 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:01:49.013861 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b84c71b0-10d1-4ec4-b551-eb78357ce3b9 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:49.015171 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-b84c71b0-10d1-4ec4-b551-eb78357ce3b9 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2738874
May 17 14:01:49.018311 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 38916) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:01:49.023819 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-b1b803d3-b09d-4a46-ab5a-93f420376b00 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Request body: {'floatingip': {'floating_network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 14:01:49.030587 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-b1b803d3-b09d-4a46-ab5a-93f420376b00 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 14:01:49.034645 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-b1b803d3-b09d-4a46-ab5a-93f420376b00 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Usage tracker for resource:floatingip and tenant:67705816dc0348c8a6486f2aa1cb2549 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 14:01:49.037987 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-b1b803d3-b09d-4a46-ab5a-93f420376b00 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 14:01:49.044154 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-b1b803d3-b09d-4a46-ab5a-93f420376b00 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 14:01:49.054073 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b1b803d3-b09d-4a46-ab5a-93f420376b00 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks [] for floatingip, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:49.085751 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1abda58a-a015-47d8-af78-2fbd9b148e17 req-4040e560-7c4e-4d15-8093-a886660a337d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71f374e4-dda9-4593-81cc-c6e7dcde1f3d HTTP/1.1" status: 200  len: 999 time: 0.2101624
May 17 14:01:49.151069 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abda58a-a015-47d8-af78-2fbd9b148e17 req-98642540-ace3-4de9-a6d4-edca9d8ac17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:49.152686 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1abda58a-a015-47d8-af78-2fbd9b148e17 req-98642540-ace3-4de9-a6d4-edca9d8ac17a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=08a0d08f-e6a8-470a-bbaf-7361dd8bc1a0 HTTP/1.1" status: 200  len: 848 time: 0.0602975
May 17 14:01:49.197938 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b1b803d3-b09d-4a46-ab5a-93f420376b00 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:49.302729 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abda58a-a015-47d8-af78-2fbd9b148e17 req-236ef736-cbd2-49a9-8670-a173d6e55196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:49.304525 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1abda58a-a015-47d8-af78-2fbd9b148e17 req-236ef736-cbd2-49a9-8670-a173d6e55196 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=17f276ec-48a2-425f-91fa-53462c568dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1443696
May 17 14:01:49.316029 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5bea3c-1296-4bb3-8b69-4a2a91b8ec83 req-b0e0afdf-7846-4cc3-b196-510d094da16d tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:49.317558 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1e5bea3c-1296-4bb3-8b69-4a2a91b8ec83 req-b0e0afdf-7846-4cc3-b196-510d094da16d tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/ports?device_id=0122dee7-ebd4-4cac-aa82-4807a0e12254 HTTP/1.1" status: 200  len: 943 time: 0.1254694
May 17 14:01:49.343873 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.db_base_plugin_common [None req-b1b803d3-b09d-4a46-ab5a-93f420376b00 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Allocated IP 172.27.1.202 (d5b45ae7-16ce-45df-9da3-dc322e2b7d9a/b62193f4-5b84-40dd-ae21-6a70cb5f2e38/affb2577-330c-473b-8808-5caf4a1e247d) {{(pid=78742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 17 14:01:49.445994 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1e5bea3c-1296-4bb3-8b69-4a2a91b8ec83 req-19440060-8869-4886-b076-aa43c1360c05 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef219b3-87a8-4615-8532-27feb0e44e11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1072950
May 17 14:01:49.487856 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1abda58a-a015-47d8-af78-2fbd9b148e17 req-d8d83753-e9ce-4e25-b125-df8d2f97c1fb service neutron] 10.222.0.49 "GET /v2.0/networks/17f276ec-48a2-425f-91fa-53462c568dbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1692865
May 17 14:01:49.501725 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b1b803d3-b09d-4a46-ab5a-93f420376b00 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks [] for port, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:49.533556 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b1b803d3-b09d-4a46-ab5a-93f420376b00 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774149279272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132438228'] for port, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:49.537610 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-72665e10-3aa0-48c9-b0a7-234fbf2407af tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:01:49.605127 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b803d3-b09d-4a46-ab5a-93f420376b00 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Network d5b45ae7-16ce-45df-9da3-dc322e2b7d9a is already hosted by enough agents. {{(pid=78742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 14:01:49.608557 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-b1b803d3-b09d-4a46-ab5a-93f420376b00 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Resources bound (agent type, host, resource id):  {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 14:01:49.612740 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b803d3-b09d-4a46-ab5a-93f420376b00 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Received port after_create {{(pid=78742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 17 14:01:49.629985 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1abda58a-a015-47d8-af78-2fbd9b148e17 req-37f2772a-eb0b-4c29-83e6-f53c037becae service neutron] 10.222.0.49 "GET /v2.0/networks/17f276ec-48a2-425f-91fa-53462c568dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1355340
May 17 14:01:49.648654 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b803d3-b09d-4a46-ab5a-93f420376b00 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Pushing event updated for resources: {'Port': ['ID=affb2577-330c-473b-8808-5caf4a1e247d,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:01:49.658865 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-b1b803d3-b09d-4a46-ab5a-93f420376b00 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:01:49.703141 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b1b803d3-b09d-4a46-ab5a-93f420376b00 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:49.767178 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b1b803d3-b09d-4a46-ab5a-93f420376b00 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:49.985800 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b1b803d3-b09d-4a46-ab5a-93f420376b00 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks [] for port, precommit_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:49.990355 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b1b803d3-b09d-4a46-ab5a-93f420376b00 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132438237'] for port, after_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:49.995482 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-eb1e425f-fb24-4144-9c34-ebfdc8f62373 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:01:50.111319 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b803d3-b09d-4a46-ab5a-93f420376b00 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Pushing event updated for resources: {'Port': ['ID=affb2577-330c-473b-8808-5caf4a1e247d,revision_number=2']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:01:50.114799 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-b1b803d3-b09d-4a46-ab5a-93f420376b00 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:01:50.122860 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b1b803d3-b09d-4a46-ab5a-93f420376b00 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975218'] for floatingip, after_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:50.147880 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b1b803d3-b09d-4a46-ab5a-93f420376b00 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for floatingip, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:50.149526 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-b1b803d3-b09d-4a46-ab5a-93f420376b00 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.1301448
May 17 14:01:50.376606 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-eba416f8-9db0-4e86-b7b4-438fca013ebf req-655a580e-d2be-4829-b355-6f10c47d4efc tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Synchronizing usage tracker for tenant:67705816dc0348c8a6486f2aa1cb2549 on resource:security_group {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 14:01:50.391818 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-eba416f8-9db0-4e86-b7b4-438fca013ebf req-655a580e-d2be-4829-b355-6f10c47d4efc tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Unset dirty status for tenant:67705816dc0348c8a6486f2aa1cb2549 on resource:security_group {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 14:01:50.392932 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-eba416f8-9db0-4e86-b7b4-438fca013ebf req-655a580e-d2be-4829-b355-6f10c47d4efc tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1421683565&fields=id&tenant_id=67705816dc0348c8a6486f2aa1cb2549 HTTP/1.1" status: 200  len: 267 time: 0.0557089
May 17 14:01:50.551318 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba416f8-9db0-4e86-b7b4-438fca013ebf req-c92ae21b-658e-4e4b-8feb-dd3c39f11cc4 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:50.552775 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-eba416f8-9db0-4e86-b7b4-438fca013ebf req-c92ae21b-658e-4e4b-8feb-dd3c39f11cc4 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/networks?id=f96cba92-eccd-4fce-9019-8397a76ebc2b HTTP/1.1" status: 200  len: 817 time: 0.1521394
May 17 14:01:50.568887 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-eba416f8-9db0-4e86-b7b4-438fca013ebf req-08ea3fc9-9641-4f10-b5e7-acc3d37d3020 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/quotas/67705816dc0348c8a6486f2aa1cb2549 HTTP/1.1" status: 200  len: 375 time: 0.0098794
May 17 14:01:50.659102 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-eba416f8-9db0-4e86-b7b4-438fca013ebf req-876bc94e-7e21-44fd-b110-a60d8c32b6d9 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Synchronizing usage tracker for tenant:67705816dc0348c8a6486f2aa1cb2549 on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 14:01:50.675340 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-eba416f8-9db0-4e86-b7b4-438fca013ebf req-876bc94e-7e21-44fd-b110-a60d8c32b6d9 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Unset dirty status for tenant:67705816dc0348c8a6486f2aa1cb2549 on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 14:01:50.676703 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-eba416f8-9db0-4e86-b7b4-438fca013ebf req-876bc94e-7e21-44fd-b110-a60d8c32b6d9 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=67705816dc0348c8a6486f2aa1cb2549&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1023979
May 17 14:01:50.858613 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-eba416f8-9db0-4e86-b7b4-438fca013ebf req-c2837708-e60c-4595-a22a-a70abf16a009 service neutron] 10.222.0.54 "GET /v2.0/networks/f96cba92-eccd-4fce-9019-8397a76ebc2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1698253
May 17 14:01:51.019250 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-eba416f8-9db0-4e86-b7b4-438fca013ebf req-12a6ad6d-dbc4-44b2-9ec7-e72bfd6ed549 service neutron] 10.222.0.54 "GET /v2.0/networks/f96cba92-eccd-4fce-9019-8397a76ebc2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1540599
May 17 14:01:51.301456 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b27c2-5e64-49e7-9e7b-9635c37cc306 req-b23f065e-34f3-4b58-be89-8a2642c6cb5e tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:51.302917 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7b7b27c2-5e64-49e7-9e7b-9635c37cc306 req-b23f065e-34f3-4b58-be89-8a2642c6cb5e tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/ports?device_id=0122dee7-ebd4-4cac-aa82-4807a0e12254 HTTP/1.1" status: 200  len: 943 time: 0.0851569
May 17 14:01:51.349745 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7b7b27c2-5e64-49e7-9e7b-9635c37cc306 req-4a6ba4c7-50c0-4320-9650-5abe8e6f281c tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef219b3-87a8-4615-8532-27feb0e44e11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408628
May 17 14:01:51.440793 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-98add1cb-3928-470e-9a4f-f38fe5b592b9 req-d684e50c-2ce7-4287-b954-27edf526009d tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 210 time: 0.0482910
May 17 14:01:52.256166 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba416f8-9db0-4e86-b7b4-438fca013ebf req-dd64973c-6489-4fa5-b18a-fa1756a254fb tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:52.257718 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-eba416f8-9db0-4e86-b7b4-438fca013ebf req-dd64973c-6489-4fa5-b18a-fa1756a254fb tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.49 "GET /v2.0/networks?id=f96cba92-eccd-4fce-9019-8397a76ebc2b HTTP/1.1" status: 200  len: 817 time: 0.1453865
May 17 14:01:52.307961 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-eba416f8-9db0-4e86-b7b4-438fca013ebf req-e747c2ab-a977-4d12-9cf5-218757c14d08 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67705816dc0348c8a6486f2aa1cb2549 HTTP/1.1" status: 200  len: 380 time: 0.0413342
May 17 14:01:52.321592 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-eba416f8-9db0-4e86-b7b4-438fca013ebf req-f17a2d20-43ad-41c1-8a83-51c06b00f244 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Request body: {'port': {'device_id': '50ac3a61-131b-4fc5-bfc4-927376fc6697', 'network_id': 'f96cba92-eccd-4fce-9019-8397a76ebc2b', 'admin_state_up': True, 'tenant_id': '67705816dc0348c8a6486f2aa1cb2549', 'security_groups': ['f7f3ce71-30d1-476c-abb2-120e2c19a402']}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 14:01:52.462113 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-eba416f8-9db0-4e86-b7b4-438fca013ebf req-f17a2d20-43ad-41c1-8a83-51c06b00f244 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 14:01:52.515559 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-eba416f8-9db0-4e86-b7b4-438fca013ebf req-f17a2d20-43ad-41c1-8a83-51c06b00f244 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 14:01:52.532175 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eba416f8-9db0-4e86-b7b4-438fca013ebf req-f17a2d20-43ad-41c1-8a83-51c06b00f244 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Made reservation on behalf of 67705816dc0348c8a6486f2aa1cb2549 for: {'port': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 17 14:01:52.535566 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-eba416f8-9db0-4e86-b7b4-438fca013ebf req-f17a2d20-43ad-41c1-8a83-51c06b00f244 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:52.709992 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95b1ed-4c5d-4a1a-9bc0-62d993c1b1e1 req-0d92841b-b1ce-4d5e-a9d4-3361f5b18540 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:52.711421 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ce95b1ed-4c5d-4a1a-9bc0-62d993c1b1e1 req-0d92841b-b1ce-4d5e-a9d4-3361f5b18540 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/ports?device_id=0122dee7-ebd4-4cac-aa82-4807a0e12254 HTTP/1.1" status: 200  len: 943 time: 0.2520852
May 17 14:01:52.787278 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ce95b1ed-4c5d-4a1a-9bc0-62d993c1b1e1 req-10d04687-0950-42dd-8997-64edc74c965c tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef219b3-87a8-4615-8532-27feb0e44e11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0682206
May 17 14:01:52.849231 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_common [req-eba416f8-9db0-4e86-b7b4-438fca013ebf req-f17a2d20-43ad-41c1-8a83-51c06b00f244 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Allocated IP 172.20.0.9 (f96cba92-eccd-4fce-9019-8397a76ebc2b/d7bf7301-b5af-4e08-ada3-78e2aec55a6a/d5abe17c-1a60-495c-9c17-f647fd90ae47) {{(pid=78743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 17 14:01:52.933741 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-25c06371-f8ef-4563-b776-bbdbb1078ee2 req-a0dde673-3b2a-4f70-9b2f-cdfbd12e6766 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 210 time: 0.0526304
May 17 14:01:53.085848 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-eba416f8-9db0-4e86-b7b4-438fca013ebf req-f17a2d20-43ad-41c1-8a83-51c06b00f244 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks [] for port, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:53.101275 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.provisioning_blocks [req-eba416f8-9db0-4e86-b7b4-438fca013ebf req-f17a2d20-43ad-41c1-8a83-51c06b00f244 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Transition to ACTIVE for port object d5abe17c-1a60-495c-9c17-f647fd90ae47 will not be triggered until provisioned by entity DHCP. {{(pid=78743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 14:01:53.125403 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-eba416f8-9db0-4e86-b7b4-438fca013ebf req-f17a2d20-43ad-41c1-8a83-51c06b00f244 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774149279272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133957597'] for port, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:53.130756 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-514fd83c-e3cf-4419-9033-736afcb6e76d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:01:53.199234 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eba416f8-9db0-4e86-b7b4-438fca013ebf req-f17a2d20-43ad-41c1-8a83-51c06b00f244 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Network f96cba92-eccd-4fce-9019-8397a76ebc2b is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 14:01:53.202386 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [req-eba416f8-9db0-4e86-b7b4-438fca013ebf req-f17a2d20-43ad-41c1-8a83-51c06b00f244 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Resources bound (agent type, host, resource id):  {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 14:01:53.206325 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-eba416f8-9db0-4e86-b7b4-438fca013ebf req-f17a2d20-43ad-41c1-8a83-51c06b00f244 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Received port after_create {{(pid=78743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 17 14:01:53.238740 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17a2d20-43ad-41c1-8a83-51c06b00f244 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Pushing event updated for resources: {'Port': ['ID=d5abe17c-1a60-495c-9c17-f647fd90ae47,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:01:53.249995 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-f17a2d20-43ad-41c1-8a83-51c06b00f244 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:01:53.276039 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba416f8-9db0-4e86-b7b4-438fca013ebf req-f17a2d20-43ad-41c1-8a83-51c06b00f244 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:53.276657 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-eba416f8-9db0-4e86-b7b4-438fca013ebf req-f17a2d20-43ad-41c1-8a83-51c06b00f244 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:53.304503 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-eba416f8-9db0-4e86-b7b4-438fca013ebf req-f17a2d20-43ad-41c1-8a83-51c06b00f244 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9866223
May 17 14:01:53.317259 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-eba416f8-9db0-4e86-b7b4-438fca013ebf req-b119709f-c059-4212-bf0c-cc03aeba58b7 service neutron] Request body: {'port': {'device_id': '50ac3a61-131b-4fc5-bfc4-927376fc6697', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 14:01:53.437962 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-eba416f8-9db0-4e86-b7b4-438fca013ebf req-b119709f-c059-4212-bf0c-cc03aeba58b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:53.466907 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-b3725caa-8474-4702-969a-0e3b76f3eb85 None None] Provisioning for port d5abe17c-1a60-495c-9c17-f647fd90ae47 completed by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 14:01:53.471857 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-b3725caa-8474-4702-969a-0e3b76f3eb85 None None] Provisioning complete for port d5abe17c-1a60-495c-9c17-f647fd90ae47 triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 14:01:53.472173 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-b3725caa-8474-4702-969a-0e3b76f3eb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:53.530745 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-b3725caa-8474-4702-969a-0e3b76f3eb85 None None] Port d5abe17c-1a60-495c-9c17-f647fd90ae47 cannot update to ACTIVE because it is not bound. {{(pid=78744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 17 14:01:53.785335 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [req-eba416f8-9db0-4e86-b7b4-438fca013ebf req-b119709f-c059-4212-bf0c-cc03aeba58b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5abe17c-1a60-495c-9c17-f647fd90ae47 {{(pid=78743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 17 14:01:53.792473 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-eba416f8-9db0-4e86-b7b4-438fca013ebf req-b119709f-c059-4212-bf0c-cc03aeba58b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:53.806375 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.provisioning_blocks [req-eba416f8-9db0-4e86-b7b4-438fca013ebf req-b119709f-c059-4212-bf0c-cc03aeba58b7 service neutron] Transition to ACTIVE for port object d5abe17c-1a60-495c-9c17-f647fd90ae47 will not be triggered until provisioned by entity L2. {{(pid=78743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 14:01:53.810540 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-eba416f8-9db0-4e86-b7b4-438fca013ebf req-b119709f-c059-4212-bf0c-cc03aeba58b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133957588'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:53.815213 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:01:54.025109 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b119709f-c059-4212-bf0c-cc03aeba58b7 service neutron] Pushing event updated for resources: {'Port': ['ID=d5abe17c-1a60-495c-9c17-f647fd90ae47,revision_number=2']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:01:54.034588 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-b119709f-c059-4212-bf0c-cc03aeba58b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:01:54.115151 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e77d52-cc36-410d-b02d-292e0e47b3e1 req-3954bc51-7b57-4252-9542-57b9103f9f2c tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:54.116613 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-69e77d52-cc36-410d-b02d-292e0e47b3e1 req-3954bc51-7b57-4252-9542-57b9103f9f2c tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/ports?device_id=0122dee7-ebd4-4cac-aa82-4807a0e12254 HTTP/1.1" status: 200  len: 943 time: 0.1988506
May 17 14:01:54.120801 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-eba416f8-9db0-4e86-b7b4-438fca013ebf req-b119709f-c059-4212-bf0c-cc03aeba58b7 service neutron] Attempting to bind port d5abe17c-1a60-495c-9c17-f647fd90ae47 on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 17 14:01:54.121129 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-eba416f8-9db0-4e86-b7b4-438fca013ebf req-b119709f-c059-4212-bf0c-cc03aeba58b7 service neutron] Attempting to bind port d5abe17c-1a60-495c-9c17-f647fd90ae47 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '41cda2c3-d474-4247-94e6-3fc71c3a8d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f96cba92-eccd-4fce-9019-8397a76ebc2b'}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 17 14:01:54.121450 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba416f8-9db0-4e86-b7b4-438fca013ebf req-b119709f-c059-4212-bf0c-cc03aeba58b7 service neutron] Attempting to bind port d5abe17c-1a60-495c-9c17-f647fd90ae47 on network f96cba92-eccd-4fce-9019-8397a76ebc2b {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 14:01:54.141782 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba416f8-9db0-4e86-b7b4-438fca013ebf req-b119709f-c059-4212-bf0c-cc03aeba58b7 service neutron] Port d5abe17c-1a60-495c-9c17-f647fd90ae47 on network f96cba92-eccd-4fce-9019-8397a76ebc2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 17 14:01:54.142024 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba416f8-9db0-4e86-b7b4-438fca013ebf req-b119709f-c059-4212-bf0c-cc03aeba58b7 service neutron] Attempting to bind port d5abe17c-1a60-495c-9c17-f647fd90ae47 on network f96cba92-eccd-4fce-9019-8397a76ebc2b {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 14:01:54.151003 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba416f8-9db0-4e86-b7b4-438fca013ebf req-b119709f-c059-4212-bf0c-cc03aeba58b7 service neutron] Checking agent: {'id': '2184a6b5-3e0c-4449-b4b5-a4e82803b4d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 53, 3), 'started_at': datetime.datetime(2021, 5, 17, 13, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 14, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 17 14:01:54.151334 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba416f8-9db0-4e86-b7b4-438fca013ebf req-b119709f-c059-4212-bf0c-cc03aeba58b7 service neutron] Checking segment: {'id': '41cda2c3-d474-4247-94e6-3fc71c3a8d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f96cba92-eccd-4fce-9019-8397a76ebc2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 14:01:54.151728 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba416f8-9db0-4e86-b7b4-438fca013ebf req-b119709f-c059-4212-bf0c-cc03aeba58b7 service neutron] Bound using segment: {'id': '41cda2c3-d474-4247-94e6-3fc71c3a8d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f96cba92-eccd-4fce-9019-8397a76ebc2b'} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 17 14:01:54.152175 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-eba416f8-9db0-4e86-b7b4-438fca013ebf req-b119709f-c059-4212-bf0c-cc03aeba58b7 service neutron] Bound port: d5abe17c-1a60-495c-9c17-f647fd90ae47, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41cda2c3-d474-4247-94e6-3fc71c3a8d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f96cba92-eccd-4fce-9019-8397a76ebc2b'}}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 17 14:01:54.152518 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-eba416f8-9db0-4e86-b7b4-438fca013ebf req-b119709f-c059-4212-bf0c-cc03aeba58b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:54.221729 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-69e77d52-cc36-410d-b02d-292e0e47b3e1 req-b6bc15b9-96f3-4678-9104-124770e8ca23 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef219b3-87a8-4615-8532-27feb0e44e11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0973608
May 17 14:01:54.259614 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-eba416f8-9db0-4e86-b7b4-438fca013ebf req-b119709f-c059-4212-bf0c-cc03aeba58b7 service neutron] For port d5abe17c-1a60-495c-9c17-f647fd90ae47, host hv-cinder-78836, cleared binding levels {{(pid=78743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 17 14:01:54.262768 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-eba416f8-9db0-4e86-b7b4-438fca013ebf req-b119709f-c059-4212-bf0c-cc03aeba58b7 service neutron] For port d5abe17c-1a60-495c-9c17-f647fd90ae47, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d5abe17c-1a60-495c-9c17-f647fd90ae47,segment=NetworkSegment(41cda2c3-d474-4247-94e6-3fc71c3a8d3e),segment_id=41cda2c3-d474-4247-94e6-3fc71c3a8d3e)] {{(pid=78743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 17 14:01:54.268887 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-eba416f8-9db0-4e86-b7b4-438fca013ebf req-b119709f-c059-4212-bf0c-cc03aeba58b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133957588'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:54.273940 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-36936055-8437-490c-9fd4-5a434d11f831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:01:54.374291 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba416f8-9db0-4e86-b7b4-438fca013ebf req-b119709f-c059-4212-bf0c-cc03aeba58b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:54.374898 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-eba416f8-9db0-4e86-b7b4-438fca013ebf req-b119709f-c059-4212-bf0c-cc03aeba58b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:54.376337 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-eba416f8-9db0-4e86-b7b4-438fca013ebf req-b119709f-c059-4212-bf0c-cc03aeba58b7 service neutron] 10.222.0.49 "PUT /v2.0/ports/d5abe17c-1a60-495c-9c17-f647fd90ae47 HTTP/1.1" status: 200  len: 1093 time: 1.0637672
May 17 14:01:54.381601 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50ac3a61-131b-4fc5-bfc4-927376fc6697', 'tag': 'd5abe17c-1a60-495c-9c17-f647fd90ae47'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 14:01:54.446304 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b119709f-c059-4212-bf0c-cc03aeba58b7 service neutron] Pushing event updated for resources: {'Port': ['ID=d5abe17c-1a60-495c-9c17-f647fd90ae47,revision_number=3']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:01:54.454038 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-b119709f-c059-4212-bf0c-cc03aeba58b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:01:54.497446 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba19779-058d-4449-bbdd-b1cea2332929 req-79f493dc-106b-49cd-be78-e251513f123e tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:54.498178 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-6ba19779-058d-4449-bbdd-b1cea2332929 req-79f493dc-106b-49cd-be78-e251513f123e tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Synchronizing usage tracker for tenant:67705816dc0348c8a6486f2aa1cb2549 on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 14:01:54.520176 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba416f8-9db0-4e86-b7b4-438fca013ebf req-6933ae08-9454-4bc6-b51e-2c0a1bf00a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:54.521858 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-eba416f8-9db0-4e86-b7b4-438fca013ebf req-6933ae08-9454-4bc6-b51e-2c0a1bf00a12 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=67705816dc0348c8a6486f2aa1cb2549&device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 1096 time: 0.1070025
May 17 14:01:54.522846 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-6ba19779-058d-4449-bbdd-b1cea2332929 req-79f493dc-106b-49cd-be78-e251513f123e tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Unset dirty status for tenant:67705816dc0348c8a6486f2aa1cb2549 on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 14:01:54.523840 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6ba19779-058d-4449-bbdd-b1cea2332929 req-79f493dc-106b-49cd-be78-e251513f123e tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 943 time: 0.1956480
May 17 14:01:54.697979 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-eba416f8-9db0-4e86-b7b4-438fca013ebf req-d685dcde-0eaf-4f24-a197-0482a4da585c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5abe17c-1a60-495c-9c17-f647fd90ae47 HTTP/1.1" status: 200  len: 217 time: 0.1682594
May 17 14:01:54.770925 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6ba19779-058d-4449-bbdd-b1cea2332929 req-31ea779e-9854-4a09-a3f2-6ed971731cb4 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f3ce71-30d1-476c-abb2-120e2c19a402&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0926425
May 17 14:01:54.780445 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba416f8-9db0-4e86-b7b4-438fca013ebf req-8c01e0b1-955c-42e0-9122-88d171dd8948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:54.781823 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-eba416f8-9db0-4e86-b7b4-438fca013ebf req-8c01e0b1-955c-42e0-9122-88d171dd8948 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d7bf7301-b5af-4e08-ada3-78e2aec55a6a HTTP/1.1" status: 200  len: 856 time: 0.0764520
May 17 14:01:54.829723 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50ac3a61-131b-4fc5-bfc4-927376fc6697', 'tag': 'd5abe17c-1a60-495c-9c17-f647fd90ae47', 'status': 'completed', 'code': 200}
May 17 14:01:54.864843 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba416f8-9db0-4e86-b7b4-438fca013ebf req-f38317a0-46f0-4092-a8e5-d3f4b11300d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:54.866281 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-eba416f8-9db0-4e86-b7b4-438fca013ebf req-f38317a0-46f0-4092-a8e5-d3f4b11300d6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f96cba92-eccd-4fce-9019-8397a76ebc2b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0765002
May 17 14:01:54.999031 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-eba416f8-9db0-4e86-b7b4-438fca013ebf req-19d563c2-c21f-4e43-8592-a85219f6cd88 service neutron] 10.222.0.49 "GET /v2.0/networks/f96cba92-eccd-4fce-9019-8397a76ebc2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255343
May 17 14:01:55.140579 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-eba416f8-9db0-4e86-b7b4-438fca013ebf req-43a31eda-0310-4cf6-97c8-aa8c426f78c4 service neutron] 10.222.0.49 "GET /v2.0/networks/f96cba92-eccd-4fce-9019-8397a76ebc2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1337335
May 17 14:01:55.260586 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00bdcc2-67b7-4831-a790-1defd2ca7a64 req-7dbd9094-4264-473f-af89-dfa07108c575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:55.262170 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f00bdcc2-67b7-4831-a790-1defd2ca7a64 req-7dbd9094-4264-473f-af89-dfa07108c575 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=67705816dc0348c8a6486f2aa1cb2549&device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 1096 time: 0.0776489
May 17 14:01:55.453771 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00bdcc2-67b7-4831-a790-1defd2ca7a64 req-3bf833e9-77ff-426a-b63d-f42e33805e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:55.455158 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f00bdcc2-67b7-4831-a790-1defd2ca7a64 req-3bf833e9-77ff-426a-b63d-f42e33805e79 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f96cba92-eccd-4fce-9019-8397a76ebc2b HTTP/1.1" status: 200  len: 918 time: 0.1854341
May 17 14:01:55.467624 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501de412-05cb-4993-9df7-077546bbdd2c req-d504bbb3-4793-4d6a-9bc1-774b25139bb1 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:55.469053 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-501de412-05cb-4993-9df7-077546bbdd2c req-d504bbb3-4793-4d6a-9bc1-774b25139bb1 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/ports?device_id=0122dee7-ebd4-4cac-aa82-4807a0e12254 HTTP/1.1" status: 200  len: 943 time: 0.1188855
May 17 14:01:55.550069 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f00bdcc2-67b7-4831-a790-1defd2ca7a64 req-128df074-9607-4726-b82f-8e93f1680bf2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5abe17c-1a60-495c-9c17-f647fd90ae47 HTTP/1.1" status: 200  len: 217 time: 0.0800817
May 17 14:01:55.614346 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-501de412-05cb-4993-9df7-077546bbdd2c req-ea295841-5c24-4fc7-a364-124808d2ddfb tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef219b3-87a8-4615-8532-27feb0e44e11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0925665
May 17 14:01:55.629314 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00bdcc2-67b7-4831-a790-1defd2ca7a64 req-ec8080d9-c472-48c3-862a-a16eed3ab517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:55.630720 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f00bdcc2-67b7-4831-a790-1defd2ca7a64 req-ec8080d9-c472-48c3-862a-a16eed3ab517 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d7bf7301-b5af-4e08-ada3-78e2aec55a6a HTTP/1.1" status: 200  len: 856 time: 0.0685055
May 17 14:01:55.706604 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00bdcc2-67b7-4831-a790-1defd2ca7a64 req-35d28f12-b562-47a9-9311-173c4285a3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:55.708020 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f00bdcc2-67b7-4831-a790-1defd2ca7a64 req-35d28f12-b562-47a9-9311-173c4285a3ae service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f96cba92-eccd-4fce-9019-8397a76ebc2b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0700207
May 17 14:01:55.840806 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f00bdcc2-67b7-4831-a790-1defd2ca7a64 req-7403124f-9117-44ce-a89f-132bcbff346c service neutron] 10.222.0.49 "GET /v2.0/networks/f96cba92-eccd-4fce-9019-8397a76ebc2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248281
May 17 14:01:56.034417 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f00bdcc2-67b7-4831-a790-1defd2ca7a64 req-8a51cd80-a0a8-4b0f-a217-a8bbb5eccadf service neutron] 10.222.0.49 "GET /v2.0/networks/f96cba92-eccd-4fce-9019-8397a76ebc2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1856697
May 17 14:01:56.046681 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74ba86-31ba-44c1-b750-65bf2b7bfc17 req-14e7762d-a306-430e-938f-8a57982ac04f tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:56.048201 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4a74ba86-31ba-44c1-b750-65bf2b7bfc17 req-14e7762d-a306-430e-938f-8a57982ac04f tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 943 time: 0.1299324
May 17 14:01:56.094096 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4a74ba86-31ba-44c1-b750-65bf2b7bfc17 req-e2b01790-8f98-4d2e-ad39-9a77c791fe43 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f3ce71-30d1-476c-abb2-120e2c19a402&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397098
May 17 14:01:56.798996 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a89c83-ef24-47d8-b715-d549659cb7d1 req-8c1cead7-8277-44de-a69b-a0ee11628fd9 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:56.800470 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f5a89c83-ef24-47d8-b715-d549659cb7d1 req-8c1cead7-8277-44de-a69b-a0ee11628fd9 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/ports?device_id=0122dee7-ebd4-4cac-aa82-4807a0e12254 HTTP/1.1" status: 200  len: 943 time: 0.0791423
May 17 14:01:56.846199 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f5a89c83-ef24-47d8-b715-d549659cb7d1 req-3a695845-979f-4d95-a1bb-e4a82f3d3f0a tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef219b3-87a8-4615-8532-27feb0e44e11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399704
May 17 14:01:57.400175 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648c4e1-c31e-48d8-961c-f643a009fbf8 req-4b4f6819-5cd6-4daa-8a8a-b0a92877e0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:57.401535 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c648c4e1-c31e-48d8-961c-f643a009fbf8 req-4b4f6819-5cd6-4daa-8a8a-b0a92877e0ef service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0122dee7-ebd4-4cac-aa82-4807a0e12254 HTTP/1.1" status: 200  len: 1096 time: 0.2313862
May 17 14:01:57.410208 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ead5d-1b10-42c8-b3f8-c0a4de10d9aa req-a460b1da-5cd1-4d34-aff5-85b20969b847 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:57.411532 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-615ead5d-1b10-42c8-b3f8-c0a4de10d9aa req-a460b1da-5cd1-4d34-aff5-85b20969b847 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 943 time: 0.1110184
May 17 14:01:57.473297 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c648c4e1-c31e-48d8-961c-f643a009fbf8 req-90e3871d-dbe4-40b1-a6b1-7b4faf64b9c4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5ef219b3-87a8-4615-8532-27feb0e44e11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0608582
May 17 14:01:57.479731 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-615ead5d-1b10-42c8-b3f8-c0a4de10d9aa req-947850dd-dcb3-49c4-8c1a-83ccd7b53eb6 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f3ce71-30d1-476c-abb2-120e2c19a402&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0556283
May 17 14:01:58.029628 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32359585-ee61-44bf-a21d-7653368e2252 req-d3ece55a-059a-4fef-b7c9-b32dc346b513 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:58.031091 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-32359585-ee61-44bf-a21d-7653368e2252 req-d3ece55a-059a-4fef-b7c9-b32dc346b513 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/ports?device_id=0122dee7-ebd4-4cac-aa82-4807a0e12254 HTTP/1.1" status: 200  len: 943 time: 0.0807014
May 17 14:01:58.078357 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-32359585-ee61-44bf-a21d-7653368e2252 req-d7500a49-ec03-41ef-b9ca-97d6d1eff9f1 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef219b3-87a8-4615-8532-27feb0e44e11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416179
May 17 14:01:58.673811 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba10d86-434a-4363-90f2-549bb687ec00 req-95fed77d-909d-47c6-94b8-7155a4edf192 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:58.676138 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1ba10d86-434a-4363-90f2-549bb687ec00 req-95fed77d-909d-47c6-94b8-7155a4edf192 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 943 time: 0.0858564
May 17 14:01:58.701353 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device 71f374e4-dda9-4593-81cc-c6e7dcde1f3d details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 17 14:01:58.725151 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1ba10d86-434a-4363-90f2-549bb687ec00 req-7fa22cb9-5e0a-4bbe-a9e1-fc0480230920 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f3ce71-30d1-476c-abb2-120e2c19a402&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427439
May 17 14:01:58.834710 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port 71f374e4-dda9-4593-81cc-c6e7dcde1f3d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=71f374e4-dda9-4593-81cc-c6e7dcde1f3d,segment=NetworkSegment(f5192fda-728b-46fa-8daf-13ea55efe036),segment_id=f5192fda-728b-46fa-8daf-13ea55efe036)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:01:58.847228 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Returning: {'device': '71f374e4-dda9-4593-81cc-c6e7dcde1f3d', 'network_id': '17f276ec-48a2-425f-91fa-53462c568dbf', 'port_id': '71f374e4-dda9-4593-81cc-c6e7dcde1f3d', 'mac_address': 'fa:16:3e:43:1c:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08a0d08f-e6a8-470a-bbaf-7361dd8bc1a0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 17 14:01:58.901175 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:58.917479 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71f374e4-dda9-4593-81cc-c6e7dcde1f3d {{(pid=78744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 17 14:01:58.933501 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port 71f374e4-dda9-4593-81cc-c6e7dcde1f3d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=71f374e4-dda9-4593-81cc-c6e7dcde1f3d,segment=NetworkSegment(f5192fda-728b-46fa-8daf-13ea55efe036),segment_id=f5192fda-728b-46fa-8daf-13ea55efe036)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:01:58.937648 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:58.938550 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device d5abe17c-1a60-495c-9c17-f647fd90ae47 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 17 14:01:58.940435 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:01:59.081761 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Pushing event updated for resources: {'Port': ['ID=71f374e4-dda9-4593-81cc-c6e7dcde1f3d,revision_number=7']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:01:59.086531 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:01:59.134226 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port d5abe17c-1a60-495c-9c17-f647fd90ae47, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d5abe17c-1a60-495c-9c17-f647fd90ae47,segment=NetworkSegment(41cda2c3-d474-4247-94e6-3fc71c3a8d3e),segment_id=41cda2c3-d474-4247-94e6-3fc71c3a8d3e)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:01:59.147431 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Returning: {'device': 'd5abe17c-1a60-495c-9c17-f647fd90ae47', 'network_id': 'f96cba92-eccd-4fce-9019-8397a76ebc2b', 'port_id': 'd5abe17c-1a60-495c-9c17-f647fd90ae47', 'mac_address': 'fa:16:3e:34:15:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7bf7301-b5af-4e08-ada3-78e2aec55a6a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 17 14:01:59.203756 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:59.220848 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5abe17c-1a60-495c-9c17-f647fd90ae47 {{(pid=78744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 17 14:01:59.236960 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port d5abe17c-1a60-495c-9c17-f647fd90ae47, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d5abe17c-1a60-495c-9c17-f647fd90ae47,segment=NetworkSegment(41cda2c3-d474-4247-94e6-3fc71c3a8d3e),segment_id=41cda2c3-d474-4247-94e6-3fc71c3a8d3e)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:01:59.241754 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:01:59.243763 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:01:59.268083 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f5a30f-8ab7-4941-a782-a509cfa105b5 req-933a1c73-1a2d-4a77-bd72-50655b8c924b tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:59.269545 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-39f5a30f-8ab7-4941-a782-a509cfa105b5 req-933a1c73-1a2d-4a77-bd72-50655b8c924b tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/ports?device_id=0122dee7-ebd4-4cac-aa82-4807a0e12254 HTTP/1.1" status: 200  len: 944 time: 0.0858684
May 17 14:01:59.314811 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Pushing event updated for resources: {'Port': ['ID=d5abe17c-1a60-495c-9c17-f647fd90ae47,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:01:59.318159 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:01:59.320638 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-39f5a30f-8ab7-4941-a782-a509cfa105b5 req-093aab3e-4c4c-4e9b-b2e9-dc00ceaf8a2e tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef219b3-87a8-4615-8532-27feb0e44e11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444338
May 17 14:01:59.609953 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] get_ports_and_sgs() called for port_ids ['d5abe17c-1a60-495c-9c17-f647fd90ae47'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 17 14:01:59.634894 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] get_ports_and_sgs() called for port_ids ['71f374e4-dda9-4593-81cc-c6e7dcde1f3d'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 17 14:01:59.915451 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52669e22-5c4d-4455-a2f7-b91eaed5b894 req-2dba70f7-8522-4b31-82ac-d7b9bde2f60b tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:01:59.916833 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-52669e22-5c4d-4455-a2f7-b91eaed5b894 req-2dba70f7-8522-4b31-82ac-d7b9bde2f60b tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 944 time: 0.0792999
May 17 14:01:59.965287 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-52669e22-5c4d-4455-a2f7-b91eaed5b894 req-b4af5be8-c050-4030-b61c-89efe963db12 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f3ce71-30d1-476c-abb2-120e2c19a402&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426919
May 17 14:02:00.879191 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5e58f49f-6bbe-4583-baa1-eedcaac1973f req-29e248f4-f3a9-40a2-aeea-e8be0b72d814 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0122dee7-ebd4-4cac-aa82-4807a0e12254&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0677679
May 17 14:02:00.990077 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e58f49f-6bbe-4583-baa1-eedcaac1973f req-13484f25-d011-468f-803d-41e8cc83ba84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:00.991605 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5e58f49f-6bbe-4583-baa1-eedcaac1973f req-13484f25-d011-468f-803d-41e8cc83ba84 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b46cc502c62d47f5ad1b5cac00f4506b&device_id=0122dee7-ebd4-4cac-aa82-4807a0e12254 HTTP/1.1" status: 200  len: 1097 time: 0.0719430
May 17 14:02:01.198476 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e58f49f-6bbe-4583-baa1-eedcaac1973f req-d036a1e0-7d31-4923-8231-f4508f712b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:01.200458 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5e58f49f-6bbe-4583-baa1-eedcaac1973f req-d036a1e0-7d31-4923-8231-f4508f712b61 service neutron] 10.222.0.49 "GET /v2.0/networks?id=17f276ec-48a2-425f-91fa-53462c568dbf HTTP/1.1" status: 200  len: 910 time: 0.1885676
May 17 14:02:01.214944 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b07110-9447-481e-bb7a-5b5cd78952c5 req-ccf8b065-e610-44ba-bc28-46470c474fae tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:01.216920 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b9b07110-9447-481e-bb7a-5b5cd78952c5 req-ccf8b065-e610-44ba-bc28-46470c474fae tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 944 time: 0.1324921
May 17 14:02:01.342864 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b9b07110-9447-481e-bb7a-5b5cd78952c5 req-206ac4cd-82e2-49ea-89c2-7af7cf384d87 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f3ce71-30d1-476c-abb2-120e2c19a402&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0768142
May 17 14:02:01.344617 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5e58f49f-6bbe-4583-baa1-eedcaac1973f req-167070b9-55b5-4ab7-b2de-6d2245ed7457 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71f374e4-dda9-4593-81cc-c6e7dcde1f3d HTTP/1.1" status: 200  len: 1000 time: 0.1249089
May 17 14:02:01.406752 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e58f49f-6bbe-4583-baa1-eedcaac1973f req-5fc166ba-f35b-46cf-afd5-51cffafbc8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:01.408187 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5e58f49f-6bbe-4583-baa1-eedcaac1973f req-5fc166ba-f35b-46cf-afd5-51cffafbc8ad service neutron] 10.222.0.49 "GET /v2.0/subnets?id=08a0d08f-e6a8-470a-bbaf-7361dd8bc1a0 HTTP/1.1" status: 200  len: 848 time: 0.0566452
May 17 14:02:01.484218 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e58f49f-6bbe-4583-baa1-eedcaac1973f req-8fa05b4a-5264-4d39-a0bd-58a909a42118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:01.485570 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5e58f49f-6bbe-4583-baa1-eedcaac1973f req-8fa05b4a-5264-4d39-a0bd-58a909a42118 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=17f276ec-48a2-425f-91fa-53462c568dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0710828
May 17 14:02:01.615774 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5e58f49f-6bbe-4583-baa1-eedcaac1973f req-3cbcfbe4-a809-4a8b-8853-bec5f4fd9e88 service neutron] 10.222.0.49 "GET /v2.0/networks/17f276ec-48a2-425f-91fa-53462c568dbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1225750
May 17 14:02:01.744240 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5e58f49f-6bbe-4583-baa1-eedcaac1973f req-8d380959-6ded-429f-84f6-af79e720aca2 service neutron] 10.222.0.49 "GET /v2.0/networks/17f276ec-48a2-425f-91fa-53462c568dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1209359
May 17 14:02:02.526124 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec91da-4776-4ed0-84a7-9c33289416b8 req-af579a8e-5e8e-4ddd-9e30-7e1c6c386475 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:02.527659 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-71ec91da-4776-4ed0-84a7-9c33289416b8 req-af579a8e-5e8e-4ddd-9e30-7e1c6c386475 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 944 time: 0.0783103
May 17 14:02:02.571692 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-71ec91da-4776-4ed0-84a7-9c33289416b8 req-10d82234-2d5c-4f17-a503-10edd3481870 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f3ce71-30d1-476c-abb2-120e2c19a402&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383141
May 17 14:02:02.675676 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device 71f374e4-dda9-4593-81cc-c6e7dcde1f3d up at agent hyperv_hv-cinder-78836 {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 14:02:02.745637 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Provisioning complete for port 71f374e4-dda9-4593-81cc-c6e7dcde1f3d triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 14:02:02.746015 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:02.857603 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:02.886264 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0122dee7-ebd4-4cac-aa82-4807a0e12254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f374e4-dda9-4593-81cc-c6e7dcde1f3d'}] {{(pid=78744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 14:02:02.896209 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port 71f374e4-dda9-4593-81cc-c6e7dcde1f3d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=71f374e4-dda9-4593-81cc-c6e7dcde1f3d,segment=NetworkSegment(f5192fda-728b-46fa-8daf-13ea55efe036),segment_id=f5192fda-728b-46fa-8daf-13ea55efe036)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:02:02.900658 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:02.902442 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device d5abe17c-1a60-495c-9c17-f647fd90ae47 up at agent hyperv_hv-cinder-78836 {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 14:02:02.929989 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:02:02.964255 dv-cinder-788363-3-iscsi neutron-server[78744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0122dee7-ebd4-4cac-aa82-4807a0e12254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f374e4-dda9-4593-81cc-c6e7dcde1f3d', 'code': 200}
May 17 14:02:03.018706 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Pushing event updated for resources: {'Port': ['ID=71f374e4-dda9-4593-81cc-c6e7dcde1f3d,revision_number=8']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:02:03.022161 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:02:03.030564 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Provisioning for port d5abe17c-1a60-495c-9c17-f647fd90ae47 completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 14:02:03.035786 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Provisioning complete for port d5abe17c-1a60-495c-9c17-f647fd90ae47 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 14:02:03.036156 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:03.159998 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:03.191977 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port d5abe17c-1a60-495c-9c17-f647fd90ae47, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d5abe17c-1a60-495c-9c17-f647fd90ae47,segment=NetworkSegment(41cda2c3-d474-4247-94e6-3fc71c3a8d3e),segment_id=41cda2c3-d474-4247-94e6-3fc71c3a8d3e)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:02:03.195747 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:03.197808 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-7b77eab1-cfdb-4f71-8082-484cdd8e2b81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:02:03.263995 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Pushing event updated for resources: {'Port': ['ID=d5abe17c-1a60-495c-9c17-f647fd90ae47,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:02:03.266936 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:02:03.453199 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:03.852361 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699aa052-a86f-4c4f-8552-7893b02ef5e3 req-01ebc37e-b5d9-4b18-b98a-e5e97693d03e tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:03.853805 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-699aa052-a86f-4c4f-8552-7893b02ef5e3 req-01ebc37e-b5d9-4b18-b98a-e5e97693d03e tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 945 time: 0.1746025
May 17 14:02:03.898391 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-699aa052-a86f-4c4f-8552-7893b02ef5e3 req-9b1088ee-fbe6-4bb5-afad-8e959fe06f05 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f3ce71-30d1-476c-abb2-120e2c19a402&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380983
May 17 14:02:04.965264 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ac3a61-131b-4fc5-bfc4-927376fc6697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5abe17c-1a60-495c-9c17-f647fd90ae47'}] {{(pid=78744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 14:02:05.089477 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddfeab5-734d-427d-afcc-c5e8a7c0b0d0 req-3ab5ac73-f61b-489a-9181-adc1154bbe4d tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:05.090963 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0ddfeab5-734d-427d-afcc-c5e8a7c0b0d0 req-3ab5ac73-f61b-489a-9181-adc1154bbe4d tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 945 time: 0.0817268
May 17 14:02:05.136622 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0ddfeab5-734d-427d-afcc-c5e8a7c0b0d0 req-05501cb9-ef1d-4f21-9b53-daf223523837 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f3ce71-30d1-476c-abb2-120e2c19a402&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400178
May 17 14:02:05.193429 dv-cinder-788363-3-iscsi neutron-server[78744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50ac3a61-131b-4fc5-bfc4-927376fc6697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5abe17c-1a60-495c-9c17-f647fd90ae47', 'code': 200}
May 17 14:02:05.424364 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25353e7-32eb-4b6f-b212-eb6a3a336155 req-ccaf4e99-9e98-4c01-a742-43e3e0c36566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:05.425823 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e25353e7-32eb-4b6f-b212-eb6a3a336155 req-ccaf4e99-9e98-4c01-a742-43e3e0c36566 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 1098 time: 0.0684714
May 17 14:02:05.467751 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e25353e7-32eb-4b6f-b212-eb6a3a336155 req-858e7565-5277-4a29-9cc9-bc517a20a4c5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f7f3ce71-30d1-476c-abb2-120e2c19a402&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0344560
May 17 14:02:06.333406 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d9caf-c8ce-4fc5-8d17-93287c702cf5 req-c4fc2d57-cca5-492c-91bf-a41781795a4f tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:06.334868 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-656d9caf-c8ce-4fc5-8d17-93287c702cf5 req-c4fc2d57-cca5-492c-91bf-a41781795a4f tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 945 time: 0.0843954
May 17 14:02:06.381206 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-656d9caf-c8ce-4fc5-8d17-93287c702cf5 req-ac82a0ec-4199-412e-ad9b-4b6f97264ac7 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f3ce71-30d1-476c-abb2-120e2c19a402&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405917
May 17 14:02:07.426086 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-ce335ce7-b8fa-450e-9731-e47f5c673722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:07.571647 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f43f1-9b16-4c40-8dda-c10de30eddb0 req-214e2e7b-4080-4460-93bf-33183eb7f89c tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:07.573103 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5d8f43f1-9b16-4c40-8dda-c10de30eddb0 req-214e2e7b-4080-4460-93bf-33183eb7f89c tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 945 time: 0.0839925
May 17 14:02:07.618421 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5d8f43f1-9b16-4c40-8dda-c10de30eddb0 req-0ab8bc65-91aa-4542-9adc-b65fac3b09ba tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f3ce71-30d1-476c-abb2-120e2c19a402&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390787
May 17 14:02:07.805126 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b57cc-ebad-4210-9bfa-f2ada7165fc7 req-02da5db6-f93e-4350-92d4-770111a89b50 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:07.806582 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b57b57cc-ebad-4210-9bfa-f2ada7165fc7 req-02da5db6-f93e-4350-92d4-770111a89b50 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 945 time: 0.0835547
May 17 14:02:07.816071 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 38998) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:02:07.821192 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-7b43dfbe-c334-4882-aef0-ea93019802ca tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Request body: {'floatingip': {'port_id': 'd5abe17c-1a60-495c-9c17-f647fd90ae47'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 14:02:07.899719 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7b43dfbe-c334-4882-aef0-ea93019802ca tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks [] for floatingip, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:08.494677 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7b43dfbe-c334-4882-aef0-ea93019802ca tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:08.499285 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7b43dfbe-c334-4882-aef0-ea93019802ca tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975218'] for floatingip, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:08.763056 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.db.l3_db [None req-7b43dfbe-c334-4882-aef0-ea93019802ca tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Floating IP 40a2d908-7f1f-45bc-b134-23551f336a3a associated. External IP: 172.27.1.202, port: d5abe17c-1a60-495c-9c17-f647fd90ae47.
May 17 14:02:09.110703 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b43dfbe-c334-4882-aef0-ea93019802ca tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Router d2d1e582-0441-4cc3-be8a-b3570f74fe4d has already been hosted by L3 agent 5f048e90-1481-4c55-97c3-311a68b90326 {{(pid=78743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 17 14:02:09.295768 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b43dfbe-c334-4882-aef0-ea93019802ca tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify agent at l3_agent.dv-cinder-788363-3-iscsi the message routers_updated {{(pid=78743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 17 14:02:09.299564 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7b43dfbe-c334-4882-aef0-ea93019802ca tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for floatingip, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:09.305539 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006c8ef9-af0b-42cb-b2ec-70eab41e7062 None None] Sync routers for ids ['d2d1e582-0441-4cc3-be8a-b3570f74fe4d'] in dv-cinder-788363-3-iscsi {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 17 14:02:09.315569 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006c8ef9-af0b-42cb-b2ec-70eab41e7062 None None] Routers {'d2d1e582-0441-4cc3-be8a-b3570f74fe4d'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 14:02:09.316175 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-006c8ef9-af0b-42cb-b2ec-70eab41e7062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3b590370>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T14:01:40Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['d2d1e582-0441-4cc3-be8a-b3570f74fe4d'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:02:09.357038 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-7b43dfbe-c334-4882-aef0-ea93019802ca tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "PUT /v2.0/floatingips/40a2d908-7f1f-45bc-b134-23551f336a3a HTTP/1.1" status: 200  len: 991 time: 1.5398948
May 17 14:02:09.357800 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50ac3a61-131b-4fc5-bfc4-927376fc6697', 'tag': 'd5abe17c-1a60-495c-9c17-f647fd90ae47'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 14:02:09.523779 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-006c8ef9-af0b-42cb-b2ec-70eab41e7062 None None] Set router d2d1e582-0441-4cc3-be8a-b3570f74fe4d gateway port host: dv-cinder-788363-3-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 14:02:09.526119 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50ac3a61-131b-4fc5-bfc4-927376fc6697', 'tag': 'd5abe17c-1a60-495c-9c17-f647fd90ae47', 'status': 'completed', 'code': 200}
May 17 14:02:09.615561 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbcb1f6-638d-4467-9d81-2cf067ab85c3 req-0384f22e-d18d-44b2-87ae-49b72d7c4464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:09.616979 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1bbcb1f6-638d-4467-9d81-2cf067ab85c3 req-0384f22e-d18d-44b2-87ae-49b72d7c4464 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=67705816dc0348c8a6486f2aa1cb2549&device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 1098 time: 0.0701265
May 17 14:02:09.745823 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbcb1f6-638d-4467-9d81-2cf067ab85c3 req-44ccbce6-e63d-49e9-b96e-fd17e04ba358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:09.747885 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1bbcb1f6-638d-4467-9d81-2cf067ab85c3 req-44ccbce6-e63d-49e9-b96e-fd17e04ba358 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f96cba92-eccd-4fce-9019-8397a76ebc2b HTTP/1.1" status: 200  len: 918 time: 0.1243739
May 17 14:02:09.852979 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1bbcb1f6-638d-4467-9d81-2cf067ab85c3 req-c13be558-46b4-4789-8160-4d9116bf4e35 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5abe17c-1a60-495c-9c17-f647fd90ae47 HTTP/1.1" status: 200  len: 999 time: 0.0964537
May 17 14:02:09.878877 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:09.884446 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-006c8ef9-af0b-42cb-b2ec-70eab41e7062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3b590370>, [{'id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'name': 'tempest-AttachVolumeShelveTestJSON-1637185521-router', 'tenant_id': '67705816dc0348c8a6486f2aa1cb2549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '42b3510b-e9c6-47b4-b6f4-b0be19bc469c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:54:40Z', 'updated_at': '2021-05-17T13:54:48Z', 'revision_number': 4, 'project_id': '67705816dc0348c8a6486f2aa1cb2549', 'gw_port': {'id': '42b3510b-e9c6-47b4-b6f4-b0be19bc469c', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:41Z', 'updated_at': '2021-05-17T13:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_floatingips': [{'id': '40a2d908-7f1f-45bc-b134-23551f336a3a', 'tenant_id': '67705816dc0348c8a6486f2aa1cb2549', 'floating_ip_address': '172.27.1.202', 'floating_network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'router_id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'port_id': 'd5abe17c-1a60-495c-9c17-f647fd90ae47', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f96cba92-eccd-4fce-9019-8397a76ebc2b', 'mac_address': 'fa:16:3e:34:15:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ac3a61-131b-4fc5-bfc4-927376fc6697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T14:01:49Z', 'updated_at': '2021-05-17T14:02:08Z', 'revision_number': 1, 'project_id': '67705816dc0348c8a6486f2aa1cb2549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033680b6-e7c4-4f4b-85d9-bac1a3dc5507', 'name': '', 'network_id': 'f96cba92-eccd-4fce-9019-8397a76ebc2b', 'tenant_id': '67705816dc0348c8a6486f2aa1cb2549', 'mac_address': 'fa:16:3e:09:9f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd7bf7301-b5af-4e08-ada3-78e2aec55a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:47Z', 'updated_at': '2021-05-17T13:55:05Z', 'revision_number': 5, 'project_id': '67705816dc0348c8a6486f2aa1cb2549', 'subnets': [{'id': 'd7bf7301-b5af-4e08-ada3-78e2aec55a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:02:09.888550 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006c8ef9-af0b-42cb-b2ec-70eab41e7062 None None] Checking router: d2d1e582-0441-4cc3-be8a-b3570f74fe4d for host: dv-cinder-788363-3-iscsi {{(pid=78744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 17 14:02:09.896947 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006c8ef9-af0b-42cb-b2ec-70eab41e7062 None None] Routers {'d2d1e582-0441-4cc3-be8a-b3570f74fe4d'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 14:02:09.897585 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-006c8ef9-af0b-42cb-b2ec-70eab41e7062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3b590370>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T14:01:40Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['d2d1e582-0441-4cc3-be8a-b3570f74fe4d'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:02:09.920140 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbcb1f6-638d-4467-9d81-2cf067ab85c3 req-06cde1ab-d5fb-4224-975c-03e27f144f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:09.921593 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1bbcb1f6-638d-4467-9d81-2cf067ab85c3 req-06cde1ab-d5fb-4224-975c-03e27f144f8a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d7bf7301-b5af-4e08-ada3-78e2aec55a6a HTTP/1.1" status: 200  len: 856 time: 0.0617104
May 17 14:02:10.002563 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbcb1f6-638d-4467-9d81-2cf067ab85c3 req-f933fa02-d399-415f-988e-2e52d4d645a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:10.004082 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1bbcb1f6-638d-4467-9d81-2cf067ab85c3 req-f933fa02-d399-415f-988e-2e52d4d645a9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f96cba92-eccd-4fce-9019-8397a76ebc2b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0761368
May 17 14:02:10.076010 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-006c8ef9-af0b-42cb-b2ec-70eab41e7062 None None] Set router d2d1e582-0441-4cc3-be8a-b3570f74fe4d gateway port host: dv-cinder-788363-3-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 14:02:10.141225 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1bbcb1f6-638d-4467-9d81-2cf067ab85c3 req-79b36404-3aa5-4f0f-b838-fbafd0b5185f service neutron] 10.222.0.49 "GET /v2.0/networks/f96cba92-eccd-4fce-9019-8397a76ebc2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1289639
May 17 14:02:10.152514 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c0af39e9-2848-4cad-b1bf-b9d585d95aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:10.276788 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1bbcb1f6-638d-4467-9d81-2cf067ab85c3 req-8133c98e-eb2f-495c-9d20-78209c6ef792 service neutron] 10.222.0.49 "GET /v2.0/networks/f96cba92-eccd-4fce-9019-8397a76ebc2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1259334
May 17 14:02:10.434599 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-006c8ef9-af0b-42cb-b2ec-70eab41e7062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3b590370>, [{'id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'name': 'tempest-AttachVolumeShelveTestJSON-1637185521-router', 'tenant_id': '67705816dc0348c8a6486f2aa1cb2549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '42b3510b-e9c6-47b4-b6f4-b0be19bc469c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:54:40Z', 'updated_at': '2021-05-17T13:54:48Z', 'revision_number': 4, 'project_id': '67705816dc0348c8a6486f2aa1cb2549', 'gw_port': {'id': '42b3510b-e9c6-47b4-b6f4-b0be19bc469c', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:41Z', 'updated_at': '2021-05-17T13:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_floatingips': [{'id': '40a2d908-7f1f-45bc-b134-23551f336a3a', 'tenant_id': '67705816dc0348c8a6486f2aa1cb2549', 'floating_ip_address': '172.27.1.202', 'floating_network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'router_id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'port_id': 'd5abe17c-1a60-495c-9c17-f647fd90ae47', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f96cba92-eccd-4fce-9019-8397a76ebc2b', 'mac_address': 'fa:16:3e:34:15:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ac3a61-131b-4fc5-bfc4-927376fc6697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T14:01:49Z', 'updated_at': '2021-05-17T14:02:08Z', 'revision_number': 1, 'project_id': '67705816dc0348c8a6486f2aa1cb2549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033680b6-e7c4-4f4b-85d9-bac1a3dc5507', 'name': '', 'network_id': 'f96cba92-eccd-4fce-9019-8397a76ebc2b', 'tenant_id': '67705816dc0348c8a6486f2aa1cb2549', 'mac_address': 'fa:16:3e:09:9f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd7bf7301-b5af-4e08-ada3-78e2aec55a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:47Z', 'updated_at': '2021-05-17T13:55:05Z', 'revision_number': 5, 'project_id': '67705816dc0348c8a6486f2aa1cb2549', 'subnets': [{'id': 'd7bf7301-b5af-4e08-ada3-78e2aec55a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:02:10.438530 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006c8ef9-af0b-42cb-b2ec-70eab41e7062 None None] The sync data for ids ['d2d1e582-0441-4cc3-be8a-b3570f74fe4d'] in dv-cinder-788363-3-iscsi is: [{'id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'name': 'tempest-AttachVolumeShelveTestJSON-1637185521-router', 'tenant_id': '67705816dc0348c8a6486f2aa1cb2549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '42b3510b-e9c6-47b4-b6f4-b0be19bc469c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:54:40Z', 'updated_at': '2021-05-17T13:54:48Z', 'revision_number': 4, 'project_id': '67705816dc0348c8a6486f2aa1cb2549', 'gw_port': {'id': '42b3510b-e9c6-47b4-b6f4-b0be19bc469c', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:41Z', 'updated_at': '2021-05-17T13:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_floatingips': [{'id': '40a2d908-7f1f-45bc-b134-23551f336a3a', 'tenant_id': '67705816dc0348c8a6486f2aa1cb2549', 'floating_ip_address': '172.27.1.202', 'floating_network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'router_id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'port_id': 'd5abe17c-1a60-495c-9c17-f647fd90ae47', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f96cba92-eccd-4fce-9019-8397a76ebc2b', 'mac_address': 'fa:16:3e:34:15:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ac3a61-131b-4fc5-bfc4-927376fc6697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T14:01:49Z', 'updated_at': '2021-05-17T14:02:08Z', 'revision_number': 1, 'project_id': '67705816dc0348c8a6486f2aa1cb2549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033680b6-e7c4-4f4b-85d9-bac1a3dc5507', 'name': '', 'network_id': 'f96cba92-eccd-4fce-9019-8397a76ebc2b', 'tenant_id': '67705816dc0348c8a6486f2aa1cb2549', 'mac_address': 'fa:16:3e:09:9f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd7bf7301-b5af-4e08-ada3-78e2aec55a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:47Z', 'updated_at': '2021-05-17T13:55:05Z', 'revision_number': 5, 'project_id': '67705816dc0348c8a6486f2aa1cb2549', 'subnets': [{'id': 'd7bf7301-b5af-4e08-ada3-78e2aec55a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 17 14:02:10.619250 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c75781-239b-4296-97a6-88e32bcb96d5 None None] New status for floating IP 40a2d908-7f1f-45bc-b134-23551f336a3a: ACTIVE {{(pid=78745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 17 14:02:11.013574 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-533a9918-d89c-4562-8a48-35a661957320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:12.527438 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1529072-104d-404f-8ce8-7078c9c34ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:12.656305 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-8052cd49-7a68-4d4d-8373-307cb75036c7 None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 17 14:02:21.766955 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3719a-e217-4668-8317-8b476289a72c req-3492272c-f679-432f-a402-572ac071b52c tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:21.768515 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b1f3719a-e217-4668-8317-8b476289a72c req-3492272c-f679-432f-a402-572ac071b52c tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=9651212e-5afe-46e3-a99c-7ea670122e28 HTTP/1.1" status: 200  len: 945 time: 0.0778129
May 17 14:02:21.812199 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b1f3719a-e217-4668-8317-8b476289a72c req-100b7139-9489-4c0e-a13e-885d5a10ceb3 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/security-groups?id=522f6041-c669-4fb8-900e-d7020dc67f0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377748
May 17 14:02:23.102493 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24676552-dcee-4191-a490-b89730344d8f req-5c4c3cb8-de80-426a-99e0-ee537089ded7 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:23.103863 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-24676552-dcee-4191-a490-b89730344d8f req-5c4c3cb8-de80-426a-99e0-ee537089ded7 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=9651212e-5afe-46e3-a99c-7ea670122e28 HTTP/1.1" status: 200  len: 945 time: 0.1820862
May 17 14:02:23.148193 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-24676552-dcee-4191-a490-b89730344d8f req-2b1f4e9c-8a73-459d-aac3-2d3947c32292 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/security-groups?id=522f6041-c669-4fb8-900e-d7020dc67f0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383742
May 17 14:02:23.703811 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6211d3b9-caac-47b5-8a6f-7c9aa8fc614b req-b8677f2c-ccde-42c5-80f2-d30c9093a08a tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:23.705245 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6211d3b9-caac-47b5-8a6f-7c9aa8fc614b req-b8677f2c-ccde-42c5-80f2-d30c9093a08a tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.49 "GET /v2.0/ports?device_id=9651212e-5afe-46e3-a99c-7ea670122e28 HTTP/1.1" status: 200  len: 945 time: 0.0763960
May 17 14:02:23.840260 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-6211d3b9-caac-47b5-8a6f-7c9aa8fc614b req-3ff1c893-e0db-4f4e-829f-ad6d0faae3db tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Deleting port ff273646-8f0c-45ed-86d1-abd9ed5bab80 {{(pid=78743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 14:02:23.840626 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-6211d3b9-caac-47b5-8a6f-7c9aa8fc614b req-3ff1c893-e0db-4f4e-829f-ad6d0faae3db tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:23.968621 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-6211d3b9-caac-47b5-8a6f-7c9aa8fc614b req-3ff1c893-e0db-4f4e-829f-ad6d0faae3db tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] For port ff273646-8f0c-45ed-86d1-abd9ed5bab80, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ff273646-8f0c-45ed-86d1-abd9ed5bab80,segment=NetworkSegment(f571888c-1f13-4f21-90ab-85ee2021193c),segment_id=f571888c-1f13-4f21-90ab-85ee2021193c)] {{(pid=78743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:02:23.968888 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-6211d3b9-caac-47b5-8a6f-7c9aa8fc614b req-3ff1c893-e0db-4f4e-829f-ad6d0faae3db tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:24.253296 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-6211d3b9-caac-47b5-8a6f-7c9aa8fc614b req-3ff1c893-e0db-4f4e-829f-ad6d0faae3db tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:24.253940 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-6211d3b9-caac-47b5-8a6f-7c9aa8fc614b req-3ff1c893-e0db-4f4e-829f-ad6d0faae3db tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975218'] for floatingip, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:24.253940 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.db.l3_db [req-6211d3b9-caac-47b5-8a6f-7c9aa8fc614b req-3ff1c893-e0db-4f4e-829f-ad6d0faae3db tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Floating IP aca716f4-ceb6-454b-9354-d630fd787c9b disassociated. External IP: 172.27.1.220, port: ff273646-8f0c-45ed-86d1-abd9ed5bab80.
May 17 14:02:24.254291 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-6211d3b9-caac-47b5-8a6f-7c9aa8fc614b req-3ff1c893-e0db-4f4e-829f-ad6d0faae3db tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Calling delete_port for ff273646-8f0c-45ed-86d1-abd9ed5bab80 owned by compute:nova {{(pid=78743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 14:02:24.354753 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b81332f-fb0f-4fb3-ad37-2b07a5be60fc req-ce32ce46-3a5a-47b9-930d-cf4e6efdbba6 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:24.356273 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1b81332f-fb0f-4fb3-ad37-2b07a5be60fc req-ce32ce46-3a5a-47b9-930d-cf4e6efdbba6 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=9651212e-5afe-46e3-a99c-7ea670122e28 HTTP/1.1" status: 200  len: 945 time: 0.0994644
May 17 14:02:24.442898 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1b81332f-fb0f-4fb3-ad37-2b07a5be60fc req-5275e6fb-4fff-418b-9a02-17e18251b73c tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/security-groups?id=522f6041-c669-4fb8-900e-d7020dc67f0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0792677
May 17 14:02:24.468004 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-6211d3b9-caac-47b5-8a6f-7c9aa8fc614b req-3ff1c893-e0db-4f4e-829f-ad6d0faae3db tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133957597'] for port, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:24.474288 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-ee42ba18-4725-4935-8587-3ce7e9ed0f3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:02:24.519306 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff1c893-e0db-4f4e-829f-ad6d0faae3db tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Pushing event deleted for resources: {'Port': ['ID=ff273646-8f0c-45ed-86d1-abd9ed5bab80,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:02:24.522101 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-3ff1c893-e0db-4f4e-829f-ad6d0faae3db tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:02:24.704894 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6211d3b9-caac-47b5-8a6f-7c9aa8fc614b req-3ff1c893-e0db-4f4e-829f-ad6d0faae3db tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Router 5510a09f-e213-44d2-8b04-11238e67443e has already been hosted by L3 agent 5f048e90-1481-4c55-97c3-311a68b90326 {{(pid=78743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 17 14:02:24.881471 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6211d3b9-caac-47b5-8a6f-7c9aa8fc614b req-3ff1c893-e0db-4f4e-829f-ad6d0faae3db tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify agent at l3_agent.dv-cinder-788363-3-iscsi the message routers_updated {{(pid=78743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 17 14:02:24.891302 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0736f012-feca-4368-a9e2-efa1523b1f50 None None] Sync routers for ids ['5510a09f-e213-44d2-8b04-11238e67443e'] in dv-cinder-788363-3-iscsi {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 17 14:02:24.901809 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0736f012-feca-4368-a9e2-efa1523b1f50 None None] Routers {'5510a09f-e213-44d2-8b04-11238e67443e'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 14:02:24.902511 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-0736f012-feca-4368-a9e2-efa1523b1f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3af0a040>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T14:02:10Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['5510a09f-e213-44d2-8b04-11238e67443e'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:02:24.954360 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-6211d3b9-caac-47b5-8a6f-7c9aa8fc614b req-3ff1c893-e0db-4f4e-829f-ad6d0faae3db tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] No DVR routers for this DVR port ff273646-8f0c-45ed-86d1-abd9ed5bab80 on host hv-cinder-78836 {{(pid=78743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 17 14:02:24.956928 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-6211d3b9-caac-47b5-8a6f-7c9aa8fc614b req-3ff1c893-e0db-4f4e-829f-ad6d0faae3db tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:24.960882 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9651212e-5afe-46e3-a99c-7ea670122e28', 'name': 'network-vif-deleted', 'tag': 'ff273646-8f0c-45ed-86d1-abd9ed5bab80'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 14:02:24.968199 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6211d3b9-caac-47b5-8a6f-7c9aa8fc614b req-3ff1c893-e0db-4f4e-829f-ad6d0faae3db tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.49 "DELETE /v2.0/ports/ff273646-8f0c-45ed-86d1-abd9ed5bab80 HTTP/1.1" status: 204  len: 173 time: 1.2564683
May 17 14:02:25.019014 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9651212e-5afe-46e3-a99c-7ea670122e28', 'name': 'network-vif-deleted', 'tag': 'ff273646-8f0c-45ed-86d1-abd9ed5bab80', 'status': 'completed', 'code': 200}
May 17 14:02:25.086996 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-0736f012-feca-4368-a9e2-efa1523b1f50 None None] Set router 5510a09f-e213-44d2-8b04-11238e67443e gateway port host: dv-cinder-788363-3-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 14:02:25.435105 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-0736f012-feca-4368-a9e2-efa1523b1f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3af0a040>, [{'id': '5510a09f-e213-44d2-8b04-11238e67443e', 'name': 'tempest-TestVolumeBootPattern-1927890406-router', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '68e01aa8-887d-473f-9fce-d59907b749ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:58:33Z', 'updated_at': '2021-05-17T13:58:40Z', 'revision_number': 4, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'gw_port': {'id': '68e01aa8-887d-473f-9fce-d59907b749ac', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5510a09f-e213-44d2-8b04-11238e67443e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:34Z', 'updated_at': '2021-05-17T13:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_interfaces': [{'id': 'b844ae9a-7ba6-401d-9e5c-a391539eb37c', 'name': '', 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'mac_address': 'fa:16:3e:46:c7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5510a09f-e213-44d2-8b04-11238e67443e', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '31d31f43-e8b1-4e8d-8f8a-74810a227c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:38Z', 'updated_at': '2021-05-17T13:58:47Z', 'revision_number': 5, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'subnets': [{'id': '31d31f43-e8b1-4e8d-8f8a-74810a227c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:02:25.438928 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0736f012-feca-4368-a9e2-efa1523b1f50 None None] Checking router: 5510a09f-e213-44d2-8b04-11238e67443e for host: dv-cinder-788363-3-iscsi {{(pid=78744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 17 14:02:25.447084 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0736f012-feca-4368-a9e2-efa1523b1f50 None None] Routers {'5510a09f-e213-44d2-8b04-11238e67443e'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 14:02:25.447719 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-0736f012-feca-4368-a9e2-efa1523b1f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3af0a040>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T14:02:10Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['5510a09f-e213-44d2-8b04-11238e67443e'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:02:25.608487 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-774151ed-8111-4f9d-b13f-c978ea498707 req-6345102c-19e0-4432-a042-6a6b2af3f9a1 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Synchronizing usage tracker for tenant:d77a303f986f47e2bf0264946d7679d6 on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 14:02:25.624778 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-774151ed-8111-4f9d-b13f-c978ea498707 req-6345102c-19e0-4432-a042-6a6b2af3f9a1 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Unset dirty status for tenant:d77a303f986f47e2bf0264946d7679d6 on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 14:02:25.626073 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-774151ed-8111-4f9d-b13f-c978ea498707 req-6345102c-19e0-4432-a042-6a6b2af3f9a1 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=9651212e-5afe-46e3-a99c-7ea670122e28 HTTP/1.1" status: 200  len: 210 time: 0.0635433
May 17 14:02:25.626258 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-0736f012-feca-4368-a9e2-efa1523b1f50 None None] Set router 5510a09f-e213-44d2-8b04-11238e67443e gateway port host: dv-cinder-788363-3-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 14:02:25.945452 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-0736f012-feca-4368-a9e2-efa1523b1f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3af0a040>, [{'id': '5510a09f-e213-44d2-8b04-11238e67443e', 'name': 'tempest-TestVolumeBootPattern-1927890406-router', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '68e01aa8-887d-473f-9fce-d59907b749ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:58:33Z', 'updated_at': '2021-05-17T13:58:40Z', 'revision_number': 4, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'gw_port': {'id': '68e01aa8-887d-473f-9fce-d59907b749ac', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5510a09f-e213-44d2-8b04-11238e67443e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:34Z', 'updated_at': '2021-05-17T13:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_interfaces': [{'id': 'b844ae9a-7ba6-401d-9e5c-a391539eb37c', 'name': '', 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'mac_address': 'fa:16:3e:46:c7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5510a09f-e213-44d2-8b04-11238e67443e', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '31d31f43-e8b1-4e8d-8f8a-74810a227c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:38Z', 'updated_at': '2021-05-17T13:58:47Z', 'revision_number': 5, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'subnets': [{'id': '31d31f43-e8b1-4e8d-8f8a-74810a227c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:02:25.949998 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0736f012-feca-4368-a9e2-efa1523b1f50 None None] The sync data for ids ['5510a09f-e213-44d2-8b04-11238e67443e'] in dv-cinder-788363-3-iscsi is: [{'id': '5510a09f-e213-44d2-8b04-11238e67443e', 'name': 'tempest-TestVolumeBootPattern-1927890406-router', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '68e01aa8-887d-473f-9fce-d59907b749ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:58:33Z', 'updated_at': '2021-05-17T13:58:40Z', 'revision_number': 4, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'gw_port': {'id': '68e01aa8-887d-473f-9fce-d59907b749ac', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5510a09f-e213-44d2-8b04-11238e67443e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:34Z', 'updated_at': '2021-05-17T13:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_interfaces': [{'id': 'b844ae9a-7ba6-401d-9e5c-a391539eb37c', 'name': '', 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'mac_address': 'fa:16:3e:46:c7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5510a09f-e213-44d2-8b04-11238e67443e', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '31d31f43-e8b1-4e8d-8f8a-74810a227c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:38Z', 'updated_at': '2021-05-17T13:58:47Z', 'revision_number': 5, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'subnets': [{'id': '31d31f43-e8b1-4e8d-8f8a-74810a227c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 17 14:02:26.171846 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b9a94e-2211-484f-a672-5a408abd4f4d None None] New status for floating IP aca716f4-ceb6-454b-9354-d630fd787c9b: DOWN {{(pid=78745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 17 14:02:27.151246 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-03ce8dd0-757f-4fa9-bf21-2b8f70a24722 req-3df14011-2efd-4ebb-b0f2-d239d8b69ccb tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1323672503&fields=id&tenant_id=d77a303f986f47e2bf0264946d7679d6 HTTP/1.1" status: 200  len: 267 time: 0.1416731
May 17 14:02:27.297774 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce8dd0-757f-4fa9-bf21-2b8f70a24722 req-17afdf7d-faa2-49f6-8f25-64bce910cd81 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:27.299194 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-03ce8dd0-757f-4fa9-bf21-2b8f70a24722 req-17afdf7d-faa2-49f6-8f25-64bce910cd81 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/networks?id=44766520-36a7-4a15-a6b9-ee8d2b4767ae HTTP/1.1" status: 200  len: 812 time: 0.1413145
May 17 14:02:27.314363 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-03ce8dd0-757f-4fa9-bf21-2b8f70a24722 req-47c2ca1c-0ec6-43b2-98a6-ed7c8f730655 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/quotas/d77a303f986f47e2bf0264946d7679d6 HTTP/1.1" status: 200  len: 375 time: 0.0095744
May 17 14:02:27.403974 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-03ce8dd0-757f-4fa9-bf21-2b8f70a24722 req-0aef6421-a6e9-474a-b99f-d41a07521397 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d77a303f986f47e2bf0264946d7679d6&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0845034
May 17 14:02:27.538093 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-03ce8dd0-757f-4fa9-bf21-2b8f70a24722 req-049d31f6-30fc-4a4e-9341-56026ae45c73 service neutron] 10.222.0.54 "GET /v2.0/networks/44766520-36a7-4a15-a6b9-ee8d2b4767ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1229234
May 17 14:02:27.666556 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-03ce8dd0-757f-4fa9-bf21-2b8f70a24722 req-6f10ed5a-a3c0-4d77-a1e8-12119253b7ff service neutron] 10.222.0.54 "GET /v2.0/networks/44766520-36a7-4a15-a6b9-ee8d2b4767ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1220622
May 17 14:02:28.163960 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-dbc32d5d-a328-4d14-abfc-92fe5138dcb2 req-2412a282-8097-4c93-b695-88f3dca8b334 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=840559aa-5d6c-464b-93e0-bfeecd623862 HTTP/1.1" status: 200  len: 210 time: 0.0498414
May 17 14:02:28.829576 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device ff273646-8f0c-45ed-86d1-abd9ed5bab80 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 17 14:02:28.868118 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] No Port match for: ff273646-8f0c-45ed-86d1-abd9ed5bab80 {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 17 14:02:28.868467 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device ff273646-8f0c-45ed-86d1-abd9ed5bab80 not bound to the agent host hv-cinder-78836 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 17 14:02:29.094306 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce8dd0-757f-4fa9-bf21-2b8f70a24722 req-21ebf8d3-1e4d-442d-8d6e-e2b78f319ff7 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:29.095120 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-03ce8dd0-757f-4fa9-bf21-2b8f70a24722 req-21ebf8d3-1e4d-442d-8d6e-e2b78f319ff7 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.49 "GET /v2.0/networks?id=44766520-36a7-4a15-a6b9-ee8d2b4767ae HTTP/1.1" status: 200  len: 812 time: 0.1561940
May 17 14:02:29.147193 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-03ce8dd0-757f-4fa9-bf21-2b8f70a24722 req-1c178f4e-11cf-4fe2-aac8-481fa88c1395 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d77a303f986f47e2bf0264946d7679d6 HTTP/1.1" status: 200  len: 380 time: 0.0427785
May 17 14:02:29.157946 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-03ce8dd0-757f-4fa9-bf21-2b8f70a24722 req-d72f630c-e732-462d-a063-6bed8493c077 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Request body: {'port': {'device_id': '840559aa-5d6c-464b-93e0-bfeecd623862', 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae', 'admin_state_up': True, 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'security_groups': ['522f6041-c669-4fb8-900e-d7020dc67f0e']}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 14:02:29.298006 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-03ce8dd0-757f-4fa9-bf21-2b8f70a24722 req-d72f630c-e732-462d-a063-6bed8493c077 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 14:02:29.309091 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-03ce8dd0-757f-4fa9-bf21-2b8f70a24722 req-d72f630c-e732-462d-a063-6bed8493c077 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 14:02:29.319714 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03ce8dd0-757f-4fa9-bf21-2b8f70a24722 req-d72f630c-e732-462d-a063-6bed8493c077 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Made reservation on behalf of d77a303f986f47e2bf0264946d7679d6 for: {'port': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 17 14:02:29.323391 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-03ce8dd0-757f-4fa9-bf21-2b8f70a24722 req-d72f630c-e732-462d-a063-6bed8493c077 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:29.380245 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-fa55f2aa-0fdc-45b4-a425-fb1be83d2717 req-1cc3d47b-6ba3-466c-a029-15d7069a9cb8 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=840559aa-5d6c-464b-93e0-bfeecd623862 HTTP/1.1" status: 200  len: 210 time: 0.0473828
May 17 14:02:29.531110 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_common [req-03ce8dd0-757f-4fa9-bf21-2b8f70a24722 req-d72f630c-e732-462d-a063-6bed8493c077 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Allocated IP 172.20.0.6 (44766520-36a7-4a15-a6b9-ee8d2b4767ae/31d31f43-e8b1-4e8d-8f8a-74810a227c7c/3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400) {{(pid=78743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 17 14:02:29.717287 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-03ce8dd0-757f-4fa9-bf21-2b8f70a24722 req-d72f630c-e732-462d-a063-6bed8493c077 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks [] for port, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:29.732880 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.provisioning_blocks [req-03ce8dd0-757f-4fa9-bf21-2b8f70a24722 req-d72f630c-e732-462d-a063-6bed8493c077 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Transition to ACTIVE for port object 3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400 will not be triggered until provisioned by entity DHCP. {{(pid=78743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 14:02:29.755769 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-03ce8dd0-757f-4fa9-bf21-2b8f70a24722 req-d72f630c-e732-462d-a063-6bed8493c077 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774149279272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133957597'] for port, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:29.761538 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:02:29.833531 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03ce8dd0-757f-4fa9-bf21-2b8f70a24722 req-d72f630c-e732-462d-a063-6bed8493c077 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Network 44766520-36a7-4a15-a6b9-ee8d2b4767ae is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 14:02:29.836512 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [req-03ce8dd0-757f-4fa9-bf21-2b8f70a24722 req-d72f630c-e732-462d-a063-6bed8493c077 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Resources bound (agent type, host, resource id):  {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 14:02:29.840850 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ce8dd0-757f-4fa9-bf21-2b8f70a24722 req-d72f630c-e732-462d-a063-6bed8493c077 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Received port after_create {{(pid=78743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 17 14:02:29.871789 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f630c-e732-462d-a063-6bed8493c077 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Pushing event updated for resources: {'Port': ['ID=3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:02:29.882704 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-d72f630c-e732-462d-a063-6bed8493c077 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:02:29.909770 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce8dd0-757f-4fa9-bf21-2b8f70a24722 req-d72f630c-e732-462d-a063-6bed8493c077 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:29.910619 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-03ce8dd0-757f-4fa9-bf21-2b8f70a24722 req-d72f630c-e732-462d-a063-6bed8493c077 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:29.940143 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-03ce8dd0-757f-4fa9-bf21-2b8f70a24722 req-d72f630c-e732-462d-a063-6bed8493c077 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7860732
May 17 14:02:29.952974 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-03ce8dd0-757f-4fa9-bf21-2b8f70a24722 req-8cd37337-47f8-44f8-a1b9-49f573ac7a39 service neutron] Request body: {'port': {'device_id': '840559aa-5d6c-464b-93e0-bfeecd623862', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 14:02:30.066703 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-03ce8dd0-757f-4fa9-bf21-2b8f70a24722 req-8cd37337-47f8-44f8-a1b9-49f573ac7a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:30.123637 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-d1d40865-b47a-422a-b1b2-cf1a8b564580 None None] Provisioning for port 3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400 completed by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 14:02:30.128625 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-d1d40865-b47a-422a-b1b2-cf1a8b564580 None None] Provisioning complete for port 3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400 triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 14:02:30.129133 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-d1d40865-b47a-422a-b1b2-cf1a8b564580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:30.185705 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-d1d40865-b47a-422a-b1b2-cf1a8b564580 None None] Port 3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400 cannot update to ACTIVE because it is not bound. {{(pid=78744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 17 14:02:30.350752 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6683d7c1-61a7-4447-a341-32aa670ec156 req-dc1d68f2-4327-4c3d-a705-faab7e644161 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1447730850&fields=id&tenant_id=182c379c4779494884fc8fa7c516d165 HTTP/1.1" status: 200  len: 267 time: 0.0765033
May 17 14:02:30.529520 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683d7c1-61a7-4447-a341-32aa670ec156 req-d9483424-40ba-4f10-8375-7f6ee73ec621 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:30.530950 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6683d7c1-61a7-4447-a341-32aa670ec156 req-d9483424-40ba-4f10-8375-7f6ee73ec621 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ba9c8c7-7ded-4961-9e07-894e563b1a42 HTTP/1.1" status: 200  len: 985 time: 0.1321993
May 17 14:02:30.547892 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-6683d7c1-61a7-4447-a341-32aa670ec156 req-67c0ba98-bb78-4328-8870-8739b80bfeb4 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Request body: {'port': {'security_groups': ['0669e9b8-cbaf-4c56-99ed-772ef9017d91']}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 14:02:30.679014 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [req-03ce8dd0-757f-4fa9-bf21-2b8f70a24722 req-8cd37337-47f8-44f8-a1b9-49f573ac7a39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400 {{(pid=78743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 17 14:02:30.700371 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-03ce8dd0-757f-4fa9-bf21-2b8f70a24722 req-8cd37337-47f8-44f8-a1b9-49f573ac7a39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:30.724650 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.provisioning_blocks [req-03ce8dd0-757f-4fa9-bf21-2b8f70a24722 req-8cd37337-47f8-44f8-a1b9-49f573ac7a39 service neutron] Transition to ACTIVE for port object 3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400 will not be triggered until provisioned by entity L2. {{(pid=78743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 14:02:30.727453 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-6683d7c1-61a7-4447-a341-32aa670ec156 req-67c0ba98-bb78-4328-8870-8739b80bfeb4 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:30.738733 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-03ce8dd0-757f-4fa9-bf21-2b8f70a24722 req-8cd37337-47f8-44f8-a1b9-49f573ac7a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133957588'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:30.745130 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-b119709f-c059-4212-bf0c-cc03aeba58b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:02:30.979972 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd37337-47f8-44f8-a1b9-49f573ac7a39 service neutron] Pushing event updated for resources: {'Port': ['ID=3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400,revision_number=2']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:02:30.997049 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-8cd37337-47f8-44f8-a1b9-49f573ac7a39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:02:31.057325 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-03ce8dd0-757f-4fa9-bf21-2b8f70a24722 req-8cd37337-47f8-44f8-a1b9-49f573ac7a39 service neutron] Attempting to bind port 3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400 on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 17 14:02:31.057582 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-03ce8dd0-757f-4fa9-bf21-2b8f70a24722 req-8cd37337-47f8-44f8-a1b9-49f573ac7a39 service neutron] Attempting to bind port 3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'f571888c-1f13-4f21-90ab-85ee2021193c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae'}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 17 14:02:31.057993 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ce8dd0-757f-4fa9-bf21-2b8f70a24722 req-8cd37337-47f8-44f8-a1b9-49f573ac7a39 service neutron] Attempting to bind port 3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400 on network 44766520-36a7-4a15-a6b9-ee8d2b4767ae {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 14:02:31.120670 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ce8dd0-757f-4fa9-bf21-2b8f70a24722 req-8cd37337-47f8-44f8-a1b9-49f573ac7a39 service neutron] Port 3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400 on network 44766520-36a7-4a15-a6b9-ee8d2b4767ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 17 14:02:31.121018 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ce8dd0-757f-4fa9-bf21-2b8f70a24722 req-8cd37337-47f8-44f8-a1b9-49f573ac7a39 service neutron] Attempting to bind port 3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400 on network 44766520-36a7-4a15-a6b9-ee8d2b4767ae {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 14:02:31.142752 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ce8dd0-757f-4fa9-bf21-2b8f70a24722 req-8cd37337-47f8-44f8-a1b9-49f573ac7a39 service neutron] Checking agent: {'id': '2184a6b5-3e0c-4449-b4b5-a4e82803b4d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 53, 3), 'started_at': datetime.datetime(2021, 5, 17, 13, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 14, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 17 14:02:31.143087 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ce8dd0-757f-4fa9-bf21-2b8f70a24722 req-8cd37337-47f8-44f8-a1b9-49f573ac7a39 service neutron] Checking segment: {'id': 'f571888c-1f13-4f21-90ab-85ee2021193c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 14:02:31.143496 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ce8dd0-757f-4fa9-bf21-2b8f70a24722 req-8cd37337-47f8-44f8-a1b9-49f573ac7a39 service neutron] Bound using segment: {'id': 'f571888c-1f13-4f21-90ab-85ee2021193c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae'} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 17 14:02:31.143923 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-03ce8dd0-757f-4fa9-bf21-2b8f70a24722 req-8cd37337-47f8-44f8-a1b9-49f573ac7a39 service neutron] Bound port: 3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f571888c-1f13-4f21-90ab-85ee2021193c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae'}}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 17 14:02:31.144265 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-03ce8dd0-757f-4fa9-bf21-2b8f70a24722 req-8cd37337-47f8-44f8-a1b9-49f573ac7a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:31.257600 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-6683d7c1-61a7-4447-a341-32aa670ec156 req-67c0ba98-bb78-4328-8870-8739b80bfeb4 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] For port bd8c6855-ded5-4d2e-905a-9a971a733a4e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=bd8c6855-ded5-4d2e-905a-9a971a733a4e,segment=NetworkSegment(eecd0dba-c82c-42fc-a18d-272a8f834a82),segment_id=eecd0dba-c82c-42fc-a18d-272a8f834a82)] {{(pid=78743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:02:31.276290 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-03ce8dd0-757f-4fa9-bf21-2b8f70a24722 req-8cd37337-47f8-44f8-a1b9-49f573ac7a39 service neutron] For port 3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400, host hv-cinder-78836, cleared binding levels {{(pid=78743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 17 14:02:31.280470 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-03ce8dd0-757f-4fa9-bf21-2b8f70a24722 req-8cd37337-47f8-44f8-a1b9-49f573ac7a39 service neutron] For port 3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400,segment=NetworkSegment(f571888c-1f13-4f21-90ab-85ee2021193c),segment_id=f571888c-1f13-4f21-90ab-85ee2021193c)] {{(pid=78743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 17 14:02:31.291693 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-03ce8dd0-757f-4fa9-bf21-2b8f70a24722 req-8cd37337-47f8-44f8-a1b9-49f573ac7a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133957588'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:31.299079 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-d72f630c-e732-462d-a063-6bed8493c077 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:02:31.334746 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-6683d7c1-61a7-4447-a341-32aa670ec156 req-67c0ba98-bb78-4328-8870-8739b80bfeb4 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks [] for port, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:31.353643 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-6683d7c1-61a7-4447-a341-32aa670ec156 req-67c0ba98-bb78-4328-8870-8739b80bfeb4 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133957588'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:31.365039 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce8dd0-757f-4fa9-bf21-2b8f70a24722 req-8cd37337-47f8-44f8-a1b9-49f573ac7a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:31.365642 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-03ce8dd0-757f-4fa9-bf21-2b8f70a24722 req-8cd37337-47f8-44f8-a1b9-49f573ac7a39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:31.367078 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-03ce8dd0-757f-4fa9-bf21-2b8f70a24722 req-8cd37337-47f8-44f8-a1b9-49f573ac7a39 service neutron] 10.222.0.49 "PUT /v2.0/ports/3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400 HTTP/1.1" status: 200  len: 1093 time: 1.4189353
May 17 14:02:31.367302 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] get_ports_and_sgs() called for port_ids ['bd8c6855-ded5-4d2e-905a-9a971a733a4e'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 17 14:02:31.369407 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '840559aa-5d6c-464b-93e0-bfeecd623862', 'tag': '3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 14:02:31.395855 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683d7c1-61a7-4447-a341-32aa670ec156 req-67c0ba98-bb78-4328-8870-8739b80bfeb4 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:31.396476 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-6683d7c1-61a7-4447-a341-32aa670ec156 req-67c0ba98-bb78-4328-8870-8739b80bfeb4 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:31.403883 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6683d7c1-61a7-4447-a341-32aa670ec156 req-67c0ba98-bb78-4328-8870-8739b80bfeb4 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "PUT /v2.0/ports/bd8c6855-ded5-4d2e-905a-9a971a733a4e HTTP/1.1" status: 200  len: 943 time: 0.8617487
May 17 14:02:31.404711 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 39094) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:02:31.453254 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd37337-47f8-44f8-a1b9-49f573ac7a39 service neutron] Pushing event updated for resources: {'Port': ['ID=3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400,revision_number=3']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:02:31.469503 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-8cd37337-47f8-44f8-a1b9-49f573ac7a39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:02:31.470016 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:02:31.533464 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2ccc3067-45ce-41f3-800e-27101824aa36 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:31.538548 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] get_ports_and_sgs() called for port_ids ['bd8c6855-ded5-4d2e-905a-9a971a733a4e'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 17 14:02:31.568089 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2ccc3067-45ce-41f3-800e-27101824aa36 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:31.604224 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c0ba98-bb78-4328-8870-8739b80bfeb4 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Pushing event updated for resources: {'Port': ['ID=bd8c6855-ded5-4d2e-905a-9a971a733a4e,revision_number=7']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:02:31.609621 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-67c0ba98-bb78-4328-8870-8739b80bfeb4 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:02:31.616713 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce8dd0-757f-4fa9-bf21-2b8f70a24722 req-230f6c89-fa32-4af8-af97-08e158e73727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:31.618398 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-03ce8dd0-757f-4fa9-bf21-2b8f70a24722 req-230f6c89-fa32-4af8-af97-08e158e73727 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d77a303f986f47e2bf0264946d7679d6&device_id=840559aa-5d6c-464b-93e0-bfeecd623862 HTTP/1.1" status: 200  len: 1096 time: 0.2108951
May 17 14:02:31.689513 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2ccc3067-45ce-41f3-800e-27101824aa36 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:31.705277 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-6f061747-03ae-4958-9ed3-a627969a0306 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:02:31.721549 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc3067-45ce-41f3-800e-27101824aa36 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ca7c59-9573-447f-aa17-bc0cce337d7f,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:02:31.725342 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-2ccc3067-45ce-41f3-800e-27101824aa36 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:02:31.735526 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2ccc3067-45ce-41f3-800e-27101824aa36 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:31.739630 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-2ccc3067-45ce-41f3-800e-27101824aa36 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "DELETE /v2.0/security-groups/98ca7c59-9573-447f-aa17-bc0cce337d7f HTTP/1.1" status: 204  len: 168 time: 0.3328314
May 17 14:02:31.740273 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 39098) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:02:31.742314 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-03ce8dd0-757f-4fa9-bf21-2b8f70a24722 req-03320928-fb22-40d9-988d-7060d94aa376 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400 HTTP/1.1" status: 200  len: 217 time: 0.1156831
May 17 14:02:31.822281 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-e664d0ce-03ff-4aa3-96bb-1a3a58f17249 None None] Provisioning complete for port bd8c6855-ded5-4d2e-905a-9a971a733a4e triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 14:02:31.822967 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-e664d0ce-03ff-4aa3-96bb-1a3a58f17249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:31.861280 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce8dd0-757f-4fa9-bf21-2b8f70a24722 req-19b9fe30-86d6-40a9-8edf-69c9eee39407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:31.862861 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-03ce8dd0-757f-4fa9-bf21-2b8f70a24722 req-19b9fe30-86d6-40a9-8edf-69c9eee39407 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=31d31f43-e8b1-4e8d-8f8a-74810a227c7c HTTP/1.1" status: 200  len: 851 time: 0.1140513
May 17 14:02:32.030414 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-999ecf53-273c-4b72-951e-b39e7445f32f tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Deleting port bce236d2-b159-4656-84c1-d711858787de {{(pid=78742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 14:02:32.031061 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-999ecf53-273c-4b72-951e-b39e7445f32f tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:32.048651 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ab6a7-44fc-41fe-98d4-f8a9bc673111 req-d27c0d71-0c34-46a8-976c-be55ca8212f9 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:32.049424 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-166ab6a7-44fc-41fe-98d4-f8a9bc673111 req-d27c0d71-0c34-46a8-976c-be55ca8212f9 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Synchronizing usage tracker for tenant:d77a303f986f47e2bf0264946d7679d6 on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 14:02:32.073400 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-166ab6a7-44fc-41fe-98d4-f8a9bc673111 req-d27c0d71-0c34-46a8-976c-be55ca8212f9 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Unset dirty status for tenant:d77a303f986f47e2bf0264946d7679d6 on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 14:02:32.074572 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-166ab6a7-44fc-41fe-98d4-f8a9bc673111 req-d27c0d71-0c34-46a8-976c-be55ca8212f9 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=840559aa-5d6c-464b-93e0-bfeecd623862 HTTP/1.1" status: 200  len: 943 time: 0.2899654
May 17 14:02:32.081271 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce8dd0-757f-4fa9-bf21-2b8f70a24722 req-f8732120-fcb0-4b6b-b42f-7aedbeba5f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:32.082700 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-03ce8dd0-757f-4fa9-bf21-2b8f70a24722 req-f8732120-fcb0-4b6b-b42f-7aedbeba5f53 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=44766520-36a7-4a15-a6b9-ee8d2b4767ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2124963
May 17 14:02:32.155406 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-999ecf53-273c-4b72-951e-b39e7445f32f tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:32.155755 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-999ecf53-273c-4b72-951e-b39e7445f32f tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:32.200909 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-166ab6a7-44fc-41fe-98d4-f8a9bc673111 req-252acaa5-c3f4-4405-8719-faa88ba04095 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/security-groups?id=522f6041-c669-4fb8-900e-d7020dc67f0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1172612
May 17 14:02:32.247372 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-03ce8dd0-757f-4fa9-bf21-2b8f70a24722 req-ffaf30f1-e845-46a8-9580-2f5fce117e4d service neutron] 10.222.0.49 "GET /v2.0/networks/44766520-36a7-4a15-a6b9-ee8d2b4767ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1494608
May 17 14:02:32.254526 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '840559aa-5d6c-464b-93e0-bfeecd623862', 'tag': '3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400', 'status': 'completed', 'code': 200}
May 17 14:02:32.373189 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-999ecf53-273c-4b72-951e-b39e7445f32f tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Calling delete_port for bce236d2-b159-4656-84c1-d711858787de owned by network:floatingip {{(pid=78742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 14:02:32.390414 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-03ce8dd0-757f-4fa9-bf21-2b8f70a24722 req-3be9a2d4-7de6-4e13-b870-c11cf0d86a40 service neutron] 10.222.0.49 "GET /v2.0/networks/44766520-36a7-4a15-a6b9-ee8d2b4767ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1299522
May 17 14:02:32.507784 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-999ecf53-273c-4b72-951e-b39e7445f32f tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132438228'] for port, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:32.514263 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb01280-263c-4901-ad92-b833c577c8c2 req-4c847a4b-6741-4935-b3d9-e57b8695df6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:32.514937 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-9c5b9de2-5606-4c89-9c3f-2a1d4726f33e tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:02:32.515745 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8fb01280-263c-4901-ad92-b833c577c8c2 req-4c847a4b-6741-4935-b3d9-e57b8695df6f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d77a303f986f47e2bf0264946d7679d6&device_id=840559aa-5d6c-464b-93e0-bfeecd623862 HTTP/1.1" status: 200  len: 1096 time: 0.0707347
May 17 14:02:32.587291 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999ecf53-273c-4b72-951e-b39e7445f32f tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Pushing event deleted for resources: {'Port': ['ID=bce236d2-b159-4656-84c1-d711858787de,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:02:32.594445 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-999ecf53-273c-4b72-951e-b39e7445f32f tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:02:32.649586 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb01280-263c-4901-ad92-b833c577c8c2 req-57704845-73f2-4501-b8f8-3866a06c032b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:32.651020 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8fb01280-263c-4901-ad92-b833c577c8c2 req-57704845-73f2-4501-b8f8-3866a06c032b service neutron] 10.222.0.49 "GET /v2.0/networks?id=44766520-36a7-4a15-a6b9-ee8d2b4767ae HTTP/1.1" status: 200  len: 913 time: 0.1289515
May 17 14:02:32.651153 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-999ecf53-273c-4b72-951e-b39e7445f32f tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks [] for floatingip, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:32.651375 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.db.l3_db [None req-999ecf53-273c-4b72-951e-b39e7445f32f tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Floating IP ec0e296b-eb6a-4e37-bacd-956c81b2c327 disassociated (deleted). External IP: 172.27.1.233, port: bd8c6855-ded5-4d2e-905a-9a971a733a4e.
May 17 14:02:32.721999 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8fb01280-263c-4901-ad92-b833c577c8c2 req-9f86890b-25d5-4881-8e9e-07e26e50dac9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400 HTTP/1.1" status: 200  len: 217 time: 0.0641515
May 17 14:02:32.784997 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb01280-263c-4901-ad92-b833c577c8c2 req-2f820167-d91e-418c-aade-77cbf65d019f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:32.786420 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8fb01280-263c-4901-ad92-b833c577c8c2 req-2f820167-d91e-418c-aade-77cbf65d019f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=31d31f43-e8b1-4e8d-8f8a-74810a227c7c HTTP/1.1" status: 200  len: 851 time: 0.0575953
May 17 14:02:32.865469 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb01280-263c-4901-ad92-b833c577c8c2 req-f5bff5b1-57fa-4b12-951b-5dc62e52c6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:32.866842 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8fb01280-263c-4901-ad92-b833c577c8c2 req-f5bff5b1-57fa-4b12-951b-5dc62e52c6c1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=44766520-36a7-4a15-a6b9-ee8d2b4767ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0731359
May 17 14:02:32.998620 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8fb01280-263c-4901-ad92-b833c577c8c2 req-45143777-04ae-4f32-a8c0-dd846575b5c0 service neutron] 10.222.0.49 "GET /v2.0/networks/44766520-36a7-4a15-a6b9-ee8d2b4767ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249628
May 17 14:02:33.004589 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-999ecf53-273c-4b72-951e-b39e7445f32f tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Router 4483c776-6327-4b01-b7ee-9cdf33a32ab3 has already been hosted by L3 agent 5f048e90-1481-4c55-97c3-311a68b90326 {{(pid=78742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 17 14:02:33.131394 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8fb01280-263c-4901-ad92-b833c577c8c2 req-9a6a5838-8ae2-40a7-8f04-889c2e9b20f6 service neutron] 10.222.0.49 "GET /v2.0/networks/44766520-36a7-4a15-a6b9-ee8d2b4767ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1254807
May 17 14:02:33.184435 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999ecf53-273c-4b72-951e-b39e7445f32f tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify agent at l3_agent.dv-cinder-788363-3-iscsi the message routers_updated {{(pid=78742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 17 14:02:33.193555 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75c58a2-7ef6-4a05-9b47-c25e224352ba None None] Sync routers for ids ['4483c776-6327-4b01-b7ee-9cdf33a32ab3'] in dv-cinder-788363-3-iscsi {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 17 14:02:33.196473 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-999ecf53-273c-4b72-951e-b39e7445f32f tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for floatingip, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:33.203608 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75c58a2-7ef6-4a05-9b47-c25e224352ba None None] Routers {'4483c776-6327-4b01-b7ee-9cdf33a32ab3'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 14:02:33.204244 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-b75c58a2-7ef6-4a05-9b47-c25e224352ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3b0c6a60>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T14:02:10Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['4483c776-6327-4b01-b7ee-9cdf33a32ab3'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:02:33.252683 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-999ecf53-273c-4b72-951e-b39e7445f32f tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "DELETE /v2.0/floatingips/ec0e296b-eb6a-4e37-bacd-956c81b2c327 HTTP/1.1" status: 204  len: 168 time: 1.5111151
May 17 14:02:33.253344 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ba9c8c7-7ded-4961-9e07-894e563b1a42', 'tag': 'bd8c6855-ded5-4d2e-905a-9a971a733a4e'}] {{(pid=78742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 14:02:33.396447 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-b75c58a2-7ef6-4a05-9b47-c25e224352ba None None] Set router 4483c776-6327-4b01-b7ee-9cdf33a32ab3 gateway port host: dv-cinder-788363-3-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 14:02:33.401847 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7df5e-3364-4013-a9e4-8f878a59e701 req-ae165dbf-e5ba-4a4d-ac13-470a5f590c22 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:33.403298 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9fb7df5e-3364-4013-a9e4-8f878a59e701 req-ae165dbf-e5ba-4a4d-ac13-470a5f590c22 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=840559aa-5d6c-464b-93e0-bfeecd623862 HTTP/1.1" status: 200  len: 943 time: 0.0787513
May 17 14:02:33.452914 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9fb7df5e-3364-4013-a9e4-8f878a59e701 req-6de51733-7520-4922-8385-ab529d3aeb84 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/security-groups?id=522f6041-c669-4fb8-900e-d7020dc67f0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436251
May 17 14:02:33.506910 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:33.751571 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-b75c58a2-7ef6-4a05-9b47-c25e224352ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3b0c6a60>, [{'id': '4483c776-6327-4b01-b7ee-9cdf33a32ab3', 'name': 'tempest-TestMinimumBasicScenario-1979331052-router', 'tenant_id': '182c379c4779494884fc8fa7c516d165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '2858bbfc-c2be-42b3-bc8a-8567cc4745fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:58:34Z', 'updated_at': '2021-05-17T13:58:41Z', 'revision_number': 4, 'project_id': '182c379c4779494884fc8fa7c516d165', 'gw_port': {'id': '2858bbfc-c2be-42b3-bc8a-8567cc4745fb', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ee:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4483c776-6327-4b01-b7ee-9cdf33a32ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:34Z', 'updated_at': '2021-05-17T13:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_interfaces': [{'id': '77a0363a-7252-451a-929a-08c029fbbaa7', 'name': '', 'network_id': 'a352e45a-beb4-4c74-85aa-877f4308bc0d', 'tenant_id': '182c379c4779494884fc8fa7c516d165', 'mac_address': 'fa:16:3e:c8:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4483c776-6327-4b01-b7ee-9cdf33a32ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '2b0db0dc-c73b-40d9-8259-2f415d9b999f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:39Z', 'updated_at': '2021-05-17T13:58:52Z', 'revision_number': 5, 'project_id': '182c379c4779494884fc8fa7c516d165', 'subnets': [{'id': '2b0db0dc-c73b-40d9-8259-2f415d9b999f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:02:33.755501 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75c58a2-7ef6-4a05-9b47-c25e224352ba None None] Checking router: 4483c776-6327-4b01-b7ee-9cdf33a32ab3 for host: dv-cinder-788363-3-iscsi {{(pid=78744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 17 14:02:33.763811 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75c58a2-7ef6-4a05-9b47-c25e224352ba None None] Routers {'4483c776-6327-4b01-b7ee-9cdf33a32ab3'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 14:02:33.767730 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-b75c58a2-7ef6-4a05-9b47-c25e224352ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3b0c6a60>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T14:02:10Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['4483c776-6327-4b01-b7ee-9cdf33a32ab3'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:02:33.884070 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ba9c8c7-7ded-4961-9e07-894e563b1a42', 'tag': 'bd8c6855-ded5-4d2e-905a-9a971a733a4e', 'status': 'completed', 'code': 200}
May 17 14:02:33.957877 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-b75c58a2-7ef6-4a05-9b47-c25e224352ba None None] Set router 4483c776-6327-4b01-b7ee-9cdf33a32ab3 gateway port host: dv-cinder-788363-3-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 14:02:33.986738 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070f2a7-2099-4c5d-8fc4-5e5d552f5493 req-3d3aeb8a-b65a-4d74-8326-1a515e328547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:33.988449 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d070f2a7-2099-4c5d-8fc4-5e5d552f5493 req-3d3aeb8a-b65a-4d74-8326-1a515e328547 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=182c379c4779494884fc8fa7c516d165&device_id=5ba9c8c7-7ded-4961-9e07-894e563b1a42 HTTP/1.1" status: 200  len: 1099 time: 0.0807698
May 17 14:02:34.124143 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070f2a7-2099-4c5d-8fc4-5e5d552f5493 req-d12714fe-c972-4b21-943c-e897913c3779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:34.125611 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d070f2a7-2099-4c5d-8fc4-5e5d552f5493 req-d12714fe-c972-4b21-943c-e897913c3779 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a352e45a-beb4-4c74-85aa-877f4308bc0d HTTP/1.1" status: 200  len: 916 time: 0.1301005
May 17 14:02:34.197305 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d070f2a7-2099-4c5d-8fc4-5e5d552f5493 req-1c2ae911-72a6-4914-b134-95788313ad52 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd8c6855-ded5-4d2e-905a-9a971a733a4e HTTP/1.1" status: 200  len: 217 time: 0.0634665
May 17 14:02:34.256527 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ba9c8c7-7ded-4961-9e07-894e563b1a42', 'tag': 'bd8c6855-ded5-4d2e-905a-9a971a733a4e'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 14:02:34.267722 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070f2a7-2099-4c5d-8fc4-5e5d552f5493 req-e9ccea8e-d3d9-4a5f-ae42-94d4672e8302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:34.269165 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d070f2a7-2099-4c5d-8fc4-5e5d552f5493 req-e9ccea8e-d3d9-4a5f-ae42-94d4672e8302 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2b0db0dc-c73b-40d9-8259-2f415d9b999f HTTP/1.1" status: 200  len: 854 time: 0.0629706
May 17 14:02:34.270675 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-b75c58a2-7ef6-4a05-9b47-c25e224352ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3b0c6a60>, [{'id': '4483c776-6327-4b01-b7ee-9cdf33a32ab3', 'name': 'tempest-TestMinimumBasicScenario-1979331052-router', 'tenant_id': '182c379c4779494884fc8fa7c516d165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '2858bbfc-c2be-42b3-bc8a-8567cc4745fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:58:34Z', 'updated_at': '2021-05-17T13:58:41Z', 'revision_number': 4, 'project_id': '182c379c4779494884fc8fa7c516d165', 'gw_port': {'id': '2858bbfc-c2be-42b3-bc8a-8567cc4745fb', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ee:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4483c776-6327-4b01-b7ee-9cdf33a32ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:34Z', 'updated_at': '2021-05-17T13:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_interfaces': [{'id': '77a0363a-7252-451a-929a-08c029fbbaa7', 'name': '', 'network_id': 'a352e45a-beb4-4c74-85aa-877f4308bc0d', 'tenant_id': '182c379c4779494884fc8fa7c516d165', 'mac_address': 'fa:16:3e:c8:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4483c776-6327-4b01-b7ee-9cdf33a32ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '2b0db0dc-c73b-40d9-8259-2f415d9b999f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:39Z', 'updated_at': '2021-05-17T13:58:52Z', 'revision_number': 5, 'project_id': '182c379c4779494884fc8fa7c516d165', 'subnets': [{'id': '2b0db0dc-c73b-40d9-8259-2f415d9b999f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:02:34.274829 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75c58a2-7ef6-4a05-9b47-c25e224352ba None None] The sync data for ids ['4483c776-6327-4b01-b7ee-9cdf33a32ab3'] in dv-cinder-788363-3-iscsi is: [{'id': '4483c776-6327-4b01-b7ee-9cdf33a32ab3', 'name': 'tempest-TestMinimumBasicScenario-1979331052-router', 'tenant_id': '182c379c4779494884fc8fa7c516d165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '2858bbfc-c2be-42b3-bc8a-8567cc4745fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:58:34Z', 'updated_at': '2021-05-17T13:58:41Z', 'revision_number': 4, 'project_id': '182c379c4779494884fc8fa7c516d165', 'gw_port': {'id': '2858bbfc-c2be-42b3-bc8a-8567cc4745fb', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ee:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4483c776-6327-4b01-b7ee-9cdf33a32ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:34Z', 'updated_at': '2021-05-17T13:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_interfaces': [{'id': '77a0363a-7252-451a-929a-08c029fbbaa7', 'name': '', 'network_id': 'a352e45a-beb4-4c74-85aa-877f4308bc0d', 'tenant_id': '182c379c4779494884fc8fa7c516d165', 'mac_address': 'fa:16:3e:c8:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4483c776-6327-4b01-b7ee-9cdf33a32ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '2b0db0dc-c73b-40d9-8259-2f415d9b999f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:39Z', 'updated_at': '2021-05-17T13:58:52Z', 'revision_number': 5, 'project_id': '182c379c4779494884fc8fa7c516d165', 'subnets': [{'id': '2b0db0dc-c73b-40d9-8259-2f415d9b999f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 17 14:02:34.321059 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ba9c8c7-7ded-4961-9e07-894e563b1a42', 'tag': 'bd8c6855-ded5-4d2e-905a-9a971a733a4e', 'status': 'completed', 'code': 200}
May 17 14:02:34.357074 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070f2a7-2099-4c5d-8fc4-5e5d552f5493 req-4acd922c-8e11-4bd3-a127-d558b723035c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:34.358541 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d070f2a7-2099-4c5d-8fc4-5e5d552f5493 req-4acd922c-8e11-4bd3-a127-d558b723035c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a352e45a-beb4-4c74-85aa-877f4308bc0d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0818701
May 17 14:02:34.557114 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6845f515-3fa2-447f-ac02-4e83c5494eeb None None] New status for floating IP ec0e296b-eb6a-4e37-bacd-956c81b2c327: DOWN {{(pid=78745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 17 14:02:34.683959 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d070f2a7-2099-4c5d-8fc4-5e5d552f5493 req-393d5cc1-40b8-410d-8e49-92c1e74b3d6c service neutron] 10.222.0.49 "GET /v2.0/networks/a352e45a-beb4-4c74-85aa-877f4308bc0d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3138514
May 17 14:02:34.797812 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fff0a-02b6-4800-9133-ea9ce18232f0 req-5ff9da23-fe54-403f-926a-85be959e8832 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:34.799261 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b85fff0a-02b6-4800-9133-ea9ce18232f0 req-5ff9da23-fe54-403f-926a-85be959e8832 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=840559aa-5d6c-464b-93e0-bfeecd623862 HTTP/1.1" status: 200  len: 943 time: 0.2190905
May 17 14:02:34.874991 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d070f2a7-2099-4c5d-8fc4-5e5d552f5493 req-e4367972-05c3-49df-9d4c-9e4ace7560a1 service neutron] 10.222.0.49 "GET /v2.0/networks/a352e45a-beb4-4c74-85aa-877f4308bc0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1843462
May 17 14:02:34.879503 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b85fff0a-02b6-4800-9133-ea9ce18232f0 req-0806c2e3-716a-4228-a731-e85ae2963154 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/security-groups?id=522f6041-c669-4fb8-900e-d7020dc67f0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0684013
May 17 14:02:34.996639 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5942ca6c-3d36-49f3-9c57-771e5f1ef346 req-7b7e27ea-2aad-4390-b03e-30bb35ebff9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:34.998163 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5942ca6c-3d36-49f3-9c57-771e5f1ef346 req-7b7e27ea-2aad-4390-b03e-30bb35ebff9b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=182c379c4779494884fc8fa7c516d165&device_id=5ba9c8c7-7ded-4961-9e07-894e563b1a42 HTTP/1.1" status: 200  len: 1099 time: 0.0744510
May 17 14:02:35.132616 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5942ca6c-3d36-49f3-9c57-771e5f1ef346 req-39412bde-6f86-4caf-97f6-5e75a2fc77d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:35.134510 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5942ca6c-3d36-49f3-9c57-771e5f1ef346 req-39412bde-6f86-4caf-97f6-5e75a2fc77d1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a352e45a-beb4-4c74-85aa-877f4308bc0d HTTP/1.1" status: 200  len: 916 time: 0.1297596
May 17 14:02:35.207238 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5942ca6c-3d36-49f3-9c57-771e5f1ef346 req-10752f17-b82a-44ff-bba7-7997f8599c30 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd8c6855-ded5-4d2e-905a-9a971a733a4e HTTP/1.1" status: 200  len: 217 time: 0.0662143
May 17 14:02:35.275523 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5942ca6c-3d36-49f3-9c57-771e5f1ef346 req-1702fe9e-dbff-4235-8f78-338e6abe9632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:35.277993 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5942ca6c-3d36-49f3-9c57-771e5f1ef346 req-1702fe9e-dbff-4235-8f78-338e6abe9632 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2b0db0dc-c73b-40d9-8259-2f415d9b999f HTTP/1.1" status: 200  len: 854 time: 0.0646079
May 17 14:02:35.363104 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5942ca6c-3d36-49f3-9c57-771e5f1ef346 req-935aed2a-0a62-4159-8a61-085c4bdb07fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:35.364738 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5942ca6c-3d36-49f3-9c57-771e5f1ef346 req-935aed2a-0a62-4159-8a61-085c4bdb07fa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a352e45a-beb4-4c74-85aa-877f4308bc0d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0796103
May 17 14:02:35.523938 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5942ca6c-3d36-49f3-9c57-771e5f1ef346 req-5992c61f-a660-4aa0-bb65-4688dac17fb3 service neutron] 10.222.0.49 "GET /v2.0/networks/a352e45a-beb4-4c74-85aa-877f4308bc0d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1510251
May 17 14:02:35.655210 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5942ca6c-3d36-49f3-9c57-771e5f1ef346 req-e520c67d-2a0f-489e-b261-f7c2afceeb7e service neutron] 10.222.0.49 "GET /v2.0/networks/a352e45a-beb4-4c74-85aa-877f4308bc0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1232877
May 17 14:02:36.067065 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a48dbc-313c-4f7f-9157-a15d446eb71a req-dbac0230-1aa5-4636-9c06-e414c91278c0 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:36.068438 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e8a48dbc-313c-4f7f-9157-a15d446eb71a req-dbac0230-1aa5-4636-9c06-e414c91278c0 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=840559aa-5d6c-464b-93e0-bfeecd623862 HTTP/1.1" status: 200  len: 943 time: 0.0818744
May 17 14:02:36.113925 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e8a48dbc-313c-4f7f-9157-a15d446eb71a req-4e5a860a-4afe-4fc2-9f04-60e3cc07d555 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/security-groups?id=522f6041-c669-4fb8-900e-d7020dc67f0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398500
May 17 14:02:36.913188 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb397b11-1aaa-41bf-a8a7-a1f49c12091d req-61af5f66-7f22-4d3b-9ae2-066803170196 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:36.914526 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cb397b11-1aaa-41bf-a8a7-a1f49c12091d req-61af5f66-7f22-4d3b-9ae2-066803170196 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ba9c8c7-7ded-4961-9e07-894e563b1a42 HTTP/1.1" status: 200  len: 946 time: 0.0791798
May 17 14:02:36.962836 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cb397b11-1aaa-41bf-a8a7-a1f49c12091d req-46a32788-94b1-4268-9454-7640f48a5ade tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/security-groups?id=0669e9b8-cbaf-4c56-99ed-772ef9017d91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423274
May 17 14:02:37.297762 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48516dc3-a665-48aa-a94d-dfe240918ca1 req-e0d04612-0f8e-443b-ab0b-17bba2217247 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:37.299242 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-48516dc3-a665-48aa-a94d-dfe240918ca1 req-e0d04612-0f8e-443b-ab0b-17bba2217247 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=840559aa-5d6c-464b-93e0-bfeecd623862 HTTP/1.1" status: 200  len: 943 time: 0.0810661
May 17 14:02:37.345672 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-48516dc3-a665-48aa-a94d-dfe240918ca1 req-82659dcd-dc08-486c-a62a-b4ae653fd209 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/security-groups?id=522f6041-c669-4fb8-900e-d7020dc67f0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403674
May 17 14:02:37.428817 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cf6f9a91-8d6f-4eec-b98f-46993875bf28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:38.155050 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4fecf2-f8b9-4f54-8cef-89e33c683664 req-78c659d1-6196-4e1d-84ff-5d9325d7389f tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:38.156544 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-df4fecf2-f8b9-4f54-8cef-89e33c683664 req-78c659d1-6196-4e1d-84ff-5d9325d7389f tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ba9c8c7-7ded-4961-9e07-894e563b1a42 HTTP/1.1" status: 200  len: 946 time: 0.0836749
May 17 14:02:38.201860 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-df4fecf2-f8b9-4f54-8cef-89e33c683664 req-2d50cd8a-735b-4908-98fd-01ee219b6dd2 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/security-groups?id=0669e9b8-cbaf-4c56-99ed-772ef9017d91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396063
May 17 14:02:38.529494 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2c2ff-3ed9-4a61-986f-0f8927ecb8f7 req-3faac8eb-17ad-42c5-b3ae-9f5a3245f50f tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:38.530962 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b5a2c2ff-3ed9-4a61-986f-0f8927ecb8f7 req-3faac8eb-17ad-42c5-b3ae-9f5a3245f50f tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=840559aa-5d6c-464b-93e0-bfeecd623862 HTTP/1.1" status: 200  len: 943 time: 0.0790608
May 17 14:02:38.581666 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b5a2c2ff-3ed9-4a61-986f-0f8927ecb8f7 req-b13c61f7-d91c-438b-9f43-2a8123905195 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/security-groups?id=522f6041-c669-4fb8-900e-d7020dc67f0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446210
May 17 14:02:39.039233 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472171ed-02a3-4c45-90a7-3971955b7908 req-c175df19-7215-45dc-b02d-22815bc39cdb tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:39.040790 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-472171ed-02a3-4c45-90a7-3971955b7908 req-c175df19-7215-45dc-b02d-22815bc39cdb tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ba9c8c7-7ded-4961-9e07-894e563b1a42 HTTP/1.1" status: 200  len: 946 time: 0.1860454
May 17 14:02:39.186969 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-472171ed-02a3-4c45-90a7-3971955b7908 req-5bcacca1-381e-49d7-a226-2e8c0dcd7813 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Deleting port bd8c6855-ded5-4d2e-905a-9a971a733a4e {{(pid=78743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 14:02:39.187316 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-472171ed-02a3-4c45-90a7-3971955b7908 req-5bcacca1-381e-49d7-a226-2e8c0dcd7813 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:39.439600 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-472171ed-02a3-4c45-90a7-3971955b7908 req-5bcacca1-381e-49d7-a226-2e8c0dcd7813 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] For port bd8c6855-ded5-4d2e-905a-9a971a733a4e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=bd8c6855-ded5-4d2e-905a-9a971a733a4e,segment=NetworkSegment(eecd0dba-c82c-42fc-a18d-272a8f834a82),segment_id=eecd0dba-c82c-42fc-a18d-272a8f834a82)] {{(pid=78743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:02:39.439966 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-472171ed-02a3-4c45-90a7-3971955b7908 req-5bcacca1-381e-49d7-a226-2e8c0dcd7813 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:39.585876 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-472171ed-02a3-4c45-90a7-3971955b7908 req-5bcacca1-381e-49d7-a226-2e8c0dcd7813 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Calling delete_port for bd8c6855-ded5-4d2e-905a-9a971a733a4e owned by compute:nova {{(pid=78743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 14:02:39.627005 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2abc0f-3379-43b5-8e02-fe73ff8924b3 req-30b1d080-639b-44d7-ae91-68efb9890019 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:39.628534 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-de2abc0f-3379-43b5-8e02-fe73ff8924b3 req-30b1d080-639b-44d7-ae91-68efb9890019 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ba9c8c7-7ded-4961-9e07-894e563b1a42 HTTP/1.1" status: 200  len: 946 time: 0.2986376
May 17 14:02:39.686014 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-de2abc0f-3379-43b5-8e02-fe73ff8924b3 req-a31c783b-2bbf-44d5-be3a-6b17857f7ddf tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.54 "GET /v2.0/security-groups?id=0669e9b8-cbaf-4c56-99ed-772ef9017d91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510857
May 17 14:02:39.757668 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-472171ed-02a3-4c45-90a7-3971955b7908 req-5bcacca1-381e-49d7-a226-2e8c0dcd7813 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133957597'] for port, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:39.764601 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-8cd37337-47f8-44f8-a1b9-49f573ac7a39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:02:39.776109 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] get_ports_and_sgs() called for port_ids ['bd8c6855-ded5-4d2e-905a-9a971a733a4e'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 17 14:02:39.855674 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcacca1-381e-49d7-a226-2e8c0dcd7813 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Pushing event deleted for resources: {'Port': ['ID=bd8c6855-ded5-4d2e-905a-9a971a733a4e,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:02:39.858606 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-5bcacca1-381e-49d7-a226-2e8c0dcd7813 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:02:39.877066 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:39.951592 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-472171ed-02a3-4c45-90a7-3971955b7908 req-5bcacca1-381e-49d7-a226-2e8c0dcd7813 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] No DVR routers for this DVR port bd8c6855-ded5-4d2e-905a-9a971a733a4e on host hv-cinder-78836 {{(pid=78743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 17 14:02:39.954201 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-472171ed-02a3-4c45-90a7-3971955b7908 req-5bcacca1-381e-49d7-a226-2e8c0dcd7813 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:39.956962 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba9c8c7-7ded-4961-9e07-894e563b1a42', 'name': 'network-vif-deleted', 'tag': 'bd8c6855-ded5-4d2e-905a-9a971a733a4e'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 14:02:39.968282 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-472171ed-02a3-4c45-90a7-3971955b7908 req-5bcacca1-381e-49d7-a226-2e8c0dcd7813 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] 10.222.0.49 "DELETE /v2.0/ports/bd8c6855-ded5-4d2e-905a-9a971a733a4e HTTP/1.1" status: 204  len: 173 time: 0.9210978
May 17 14:02:39.990141 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1744b-d3e3-4cdf-9f90-4bab5d684724 req-b5b8cc33-5bf2-45ab-a9c6-5422461ce9d6 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:39.991617 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b9a1744b-d3e3-4cdf-9f90-4bab5d684724 req-b5b8cc33-5bf2-45ab-a9c6-5422461ce9d6 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=840559aa-5d6c-464b-93e0-bfeecd623862 HTTP/1.1" status: 200  len: 943 time: 0.1901886
May 17 14:02:40.041607 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b9a1744b-d3e3-4cdf-9f90-4bab5d684724 req-055b2f59-0396-4dca-90e7-f9a9a42433bc tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/security-groups?id=522f6041-c669-4fb8-900e-d7020dc67f0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439548
May 17 14:02:40.144821 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-dd3d794e-ef0d-4875-a6b8-d8adf1bc61a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:40.223680 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba9c8c7-7ded-4961-9e07-894e563b1a42', 'name': 'network-vif-deleted', 'tag': 'bd8c6855-ded5-4d2e-905a-9a971a733a4e', 'status': 'completed', 'code': 200}
May 17 14:02:40.907208 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device 3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 17 14:02:41.023333 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-533a9918-d89c-4562-8a48-35a661957320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:41.057682 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port 3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400,segment=NetworkSegment(f571888c-1f13-4f21-90ab-85ee2021193c),segment_id=f571888c-1f13-4f21-90ab-85ee2021193c)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:02:41.073158 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Returning: {'device': '3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400', 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae', 'port_id': '3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400', 'mac_address': 'fa:16:3e:93:69:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31d31f43-e8b1-4e8d-8f8a-74810a227c7c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 17 14:02:41.140144 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:41.162416 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400 {{(pid=78744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 17 14:02:41.189248 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port 3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400,segment=NetworkSegment(f571888c-1f13-4f21-90ab-85ee2021193c),segment_id=f571888c-1f13-4f21-90ab-85ee2021193c)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:02:41.195403 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:41.197506 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-5623ec90-8e3a-406f-a6b6-ed239ccbef9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:02:41.262918 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d224113-2c0e-42c7-8719-a6014834cebc req-fb2a1c08-c8f8-4fc9-9039-4298d4d48137 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:41.265257 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8d224113-2c0e-42c7-8719-a6014834cebc req-fb2a1c08-c8f8-4fc9-9039-4298d4d48137 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=840559aa-5d6c-464b-93e0-bfeecd623862 HTTP/1.1" status: 200  len: 944 time: 0.1102729
May 17 14:02:41.330967 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8d224113-2c0e-42c7-8719-a6014834cebc req-dd722b22-9ccb-4738-a5c7-ecaed75fab84 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/security-groups?id=522f6041-c669-4fb8-900e-d7020dc67f0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0545318
May 17 14:02:41.342145 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Pushing event updated for resources: {'Port': ['ID=3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:02:41.346089 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:02:41.519481 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 39216) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:02:41.587781 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] get_ports_and_sgs() called for port_ids ['3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 17 14:02:42.191908 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a2ddb1f1-e522-4762-a8cb-4d948dccd85b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1977280'] for router_interface, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:42.534213 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1529072-104d-404f-8ce8-7078c9c34ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:42.536595 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc0e904-1d59-4a67-a0b8-a85cc7edf8bd req-8d635ba2-97c2-4288-96dd-37a7fd52abd7 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:42.538113 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6cc0e904-1d59-4a67-a0b8-a85cc7edf8bd req-8d635ba2-97c2-4288-96dd-37a7fd52abd7 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=840559aa-5d6c-464b-93e0-bfeecd623862 HTTP/1.1" status: 200  len: 944 time: 0.0825460
May 17 14:02:42.587975 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6cc0e904-1d59-4a67-a0b8-a85cc7edf8bd req-378b9ff4-f177-4a8a-80e6-95db867d0cea tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/security-groups?id=522f6041-c669-4fb8-900e-d7020dc67f0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433483
May 17 14:02:42.617834 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-a2ddb1f1-e522-4762-a8cb-4d948dccd85b admin admin] Deleting port 77a0363a-7252-451a-929a-08c029fbbaa7 {{(pid=78742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 14:02:42.618426 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a2ddb1f1-e522-4762-a8cb-4d948dccd85b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:42.742468 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.db [None req-a2ddb1f1-e522-4762-a8cb-4d948dccd85b admin admin] For port 77a0363a-7252-451a-929a-08c029fbbaa7, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=77a0363a-7252-451a-929a-08c029fbbaa7,segment=NetworkSegment(eecd0dba-c82c-42fc-a18d-272a8f834a82),segment_id=eecd0dba-c82c-42fc-a18d-272a8f834a82)] {{(pid=78742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:02:42.742822 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a2ddb1f1-e522-4762-a8cb-4d948dccd85b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:42.865979 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-a2ddb1f1-e522-4762-a8cb-4d948dccd85b admin admin] Calling delete_port for 77a0363a-7252-451a-929a-08c029fbbaa7 owned by network:router_interface {{(pid=78742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 14:02:42.935683 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device 3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400 up at agent hyperv_hv-cinder-78836 {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 14:02:43.008635 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Provisioning for port 3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400 completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 14:02:43.014458 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Provisioning complete for port 3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 14:02:43.014841 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:43.040226 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a2ddb1f1-e522-4762-a8cb-4d948dccd85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132438228'] for port, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:43.045995 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-0637e2b5-9911-4244-b60b-998a41c06aef tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:02:43.090840 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ddb1f1-e522-4762-a8cb-4d948dccd85b admin admin] Pushing event deleted for resources: {'Port': ['ID=77a0363a-7252-451a-929a-08c029fbbaa7,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:02:43.124569 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-a2ddb1f1-e522-4762-a8cb-4d948dccd85b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:02:43.144885 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:43.178019 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840559aa-5d6c-464b-93e0-bfeecd623862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400'}] {{(pid=78744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 14:02:43.188680 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port 3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400,segment=NetworkSegment(f571888c-1f13-4f21-90ab-85ee2021193c),segment_id=f571888c-1f13-4f21-90ab-85ee2021193c)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:02:43.194942 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:43.196264 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device bd8c6855-ded5-4d2e-905a-9a971a733a4e no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 17 14:02:43.234871 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:02:43.319559 dv-cinder-788363-3-iscsi neutron-server[78744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '840559aa-5d6c-464b-93e0-bfeecd623862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400', 'code': 200}
May 17 14:02:43.336152 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] No Port match for: bd8c6855-ded5-4d2e-905a-9a971a733a4e {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 17 14:02:43.336722 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device bd8c6855-ded5-4d2e-905a-9a971a733a4e not bound to the agent host hv-cinder-78836 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 17 14:02:43.360173 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Pushing event updated for resources: {'Port': ['ID=3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:02:43.363083 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:02:43.421277 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a2ddb1f1-e522-4762-a8cb-4d948dccd85b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1977196'] for router_interface, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:43.546707 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6f9b8-1a66-465b-8482-e1c94974f27c req-7a2a1fb0-ae3a-4ac7-9d10-d4a8edd0dc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:43.548443 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5db6f9b8-1a66-465b-8482-e1c94974f27c req-7a2a1fb0-ae3a-4ac7-9d10-d4a8edd0dc66 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=840559aa-5d6c-464b-93e0-bfeecd623862 HTTP/1.1" status: 200  len: 1098 time: 0.0710959
May 17 14:02:43.602165 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5db6f9b8-1a66-465b-8482-e1c94974f27c req-dbfcec8a-31f5-413c-9c00-516285a98e68 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=522f6041-c669-4fb8-900e-d7020dc67f0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468838
May 17 14:02:43.784855 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee51ea-027d-41d5-8d05-050bc18fa427 req-de82f493-0e89-4a83-805c-1aada5d75b72 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:43.786543 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-33ee51ea-027d-41d5-8d05-050bc18fa427 req-de82f493-0e89-4a83-805c-1aada5d75b72 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=840559aa-5d6c-464b-93e0-bfeecd623862 HTTP/1.1" status: 200  len: 945 time: 0.0868733
May 17 14:02:43.833377 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-33ee51ea-027d-41d5-8d05-050bc18fa427 req-e2de5121-c491-4345-bb8a-e1b444e8d415 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/security-groups?id=522f6041-c669-4fb8-900e-d7020dc67f0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405614
May 17 14:02:43.891867 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ddb1f1-e522-4762-a8cb-4d948dccd85b admin admin] Router 4483c776-6327-4b01-b7ee-9cdf33a32ab3 has already been hosted by L3 agent 5f048e90-1481-4c55-97c3-311a68b90326 {{(pid=78742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 17 14:02:44.071534 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ddb1f1-e522-4762-a8cb-4d948dccd85b admin admin] Notify agent at l3_agent.dv-cinder-788363-3-iscsi the message routers_updated {{(pid=78742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 17 14:02:44.081401 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0c2274-c148-430c-825d-1441c1770083 None None] Sync routers for ids ['4483c776-6327-4b01-b7ee-9cdf33a32ab3'] in dv-cinder-788363-3-iscsi {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 17 14:02:44.082380 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-a2ddb1f1-e522-4762-a8cb-4d948dccd85b admin admin] 10.222.0.54 "PUT /v2.0/routers/4483c776-6327-4b01-b7ee-9cdf33a32ab3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5609255
May 17 14:02:44.084842 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 39232) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:02:44.091798 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0c2274-c148-430c-825d-1441c1770083 None None] Routers {'4483c776-6327-4b01-b7ee-9cdf33a32ab3'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 14:02:44.092498 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-3d0c2274-c148-430c-825d-1441c1770083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3af53790>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T14:02:40Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['4483c776-6327-4b01-b7ee-9cdf33a32ab3'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:02:44.275086 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d242ab10-1517-4b9a-a584-400becb33d32 admin admin] Notify callbacks [] for router, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:44.275340 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-3d0c2274-c148-430c-825d-1441c1770083 None None] Set router 4483c776-6327-4b01-b7ee-9cdf33a32ab3 gateway port host: dv-cinder-788363-3-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 14:02:44.450006 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d242ab10-1517-4b9a-a584-400becb33d32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:44.524475 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-d242ab10-1517-4b9a-a584-400becb33d32 admin admin] Deleting port 2858bbfc-c2be-42b3-bc8a-8567cc4745fb {{(pid=78742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 14:02:44.524812 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d242ab10-1517-4b9a-a584-400becb33d32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:44.564504 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-3d0c2274-c148-430c-825d-1441c1770083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3af53790>, [{'id': '4483c776-6327-4b01-b7ee-9cdf33a32ab3', 'name': 'tempest-TestMinimumBasicScenario-1979331052-router', 'tenant_id': '182c379c4779494884fc8fa7c516d165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '2858bbfc-c2be-42b3-bc8a-8567cc4745fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:58:34Z', 'updated_at': '2021-05-17T14:02:42Z', 'revision_number': 5, 'project_id': '182c379c4779494884fc8fa7c516d165', 'gw_port': {'id': '2858bbfc-c2be-42b3-bc8a-8567cc4745fb', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ee:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4483c776-6327-4b01-b7ee-9cdf33a32ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:34Z', 'updated_at': '2021-05-17T13:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi'}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:02:44.568390 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0c2274-c148-430c-825d-1441c1770083 None None] Checking router: 4483c776-6327-4b01-b7ee-9cdf33a32ab3 for host: dv-cinder-788363-3-iscsi {{(pid=78744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 17 14:02:44.577216 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0c2274-c148-430c-825d-1441c1770083 None None] Routers {'4483c776-6327-4b01-b7ee-9cdf33a32ab3'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 14:02:44.577827 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-3d0c2274-c148-430c-825d-1441c1770083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3af53790>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T14:02:40Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['4483c776-6327-4b01-b7ee-9cdf33a32ab3'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:02:44.650860 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.db [None req-d242ab10-1517-4b9a-a584-400becb33d32 admin admin] For port 2858bbfc-c2be-42b3-bc8a-8567cc4745fb, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=2858bbfc-c2be-42b3-bc8a-8567cc4745fb,segment=NetworkSegment(d239c2a5-eb63-4e60-9706-c66c1478eded),segment_id=d239c2a5-eb63-4e60-9706-c66c1478eded)] {{(pid=78742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:02:44.651226 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d242ab10-1517-4b9a-a584-400becb33d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:44.736019 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-3d0c2274-c148-430c-825d-1441c1770083 None None] Set router 4483c776-6327-4b01-b7ee-9cdf33a32ab3 gateway port host: None {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 14:02:44.775778 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-d242ab10-1517-4b9a-a584-400becb33d32 admin admin] Calling delete_port for 2858bbfc-c2be-42b3-bc8a-8567cc4745fb owned by network:router_gateway {{(pid=78742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 14:02:44.849510 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-3d0c2274-c148-430c-825d-1441c1770083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3af53790>, [{'id': '4483c776-6327-4b01-b7ee-9cdf33a32ab3', 'name': 'tempest-TestMinimumBasicScenario-1979331052-router', 'tenant_id': '182c379c4779494884fc8fa7c516d165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:58:34Z', 'updated_at': '2021-05-17T14:02:44Z', 'revision_number': 6, 'project_id': '182c379c4779494884fc8fa7c516d165', 'gw_port_host': None}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:02:44.854061 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0c2274-c148-430c-825d-1441c1770083 None None] The sync data for ids ['4483c776-6327-4b01-b7ee-9cdf33a32ab3'] in dv-cinder-788363-3-iscsi is: [{'id': '4483c776-6327-4b01-b7ee-9cdf33a32ab3', 'name': 'tempest-TestMinimumBasicScenario-1979331052-router', 'tenant_id': '182c379c4779494884fc8fa7c516d165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:58:34Z', 'updated_at': '2021-05-17T14:02:44Z', 'revision_number': 6, 'project_id': '182c379c4779494884fc8fa7c516d165', 'gw_port_host': None}] {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 17 14:02:44.918793 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d242ab10-1517-4b9a-a584-400becb33d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132438228'] for port, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:44.924283 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-4066e846-384f-4ec8-9d2a-248b7dd9d704 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:02:44.971548 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d242ab10-1517-4b9a-a584-400becb33d32 admin admin] Pushing event deleted for resources: {'Port': ['ID=2858bbfc-c2be-42b3-bc8a-8567cc4745fb,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:02:44.997514 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-d242ab10-1517-4b9a-a584-400becb33d32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:02:45.045106 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e9b947-257a-4fd3-a9c3-74ec8cc642b8 req-f09fb268-ca8b-42a5-82ce-dc11ef5ab842 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:45.046600 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-39e9b947-257a-4fd3-a9c3-74ec8cc642b8 req-f09fb268-ca8b-42a5-82ce-dc11ef5ab842 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=840559aa-5d6c-464b-93e0-bfeecd623862 HTTP/1.1" status: 200  len: 945 time: 0.0879986
May 17 14:02:45.063122 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d242ab10-1517-4b9a-a584-400becb33d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1975271'] for router_gateway, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:45.093029 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-39e9b947-257a-4fd3-a9c3-74ec8cc642b8 req-025f3b98-b39f-42d3-9573-de2bd87eb6c0 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/security-groups?id=522f6041-c669-4fb8-900e-d7020dc67f0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403237
May 17 14:02:45.404220 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d242ab10-1517-4b9a-a584-400becb33d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1974832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4350'] for router, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:45.406525 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d242ab10-1517-4b9a-a584-400becb33d32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:45.450158 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e79a0f-f45f-48fc-9409-25c9cea9aedc req-4de654c3-a136-470f-8043-2ae38fa82bb9 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:45.451745 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-68e79a0f-f45f-48fc-9409-25c9cea9aedc req-4de654c3-a136-470f-8043-2ae38fa82bb9 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=840559aa-5d6c-464b-93e0-bfeecd623862 HTTP/1.1" status: 200  len: 945 time: 0.0847156
May 17 14:02:45.490777 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d242ab10-1517-4b9a-a584-400becb33d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1975071'] for router, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:45.491430 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d242ab10-1517-4b9a-a584-400becb33d32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4483c776-6327-4b01-b7ee-9cdf33a32ab3 {{(pid=78742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 17 14:02:45.499627 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-68e79a0f-f45f-48fc-9409-25c9cea9aedc req-f4bcf224-c6e9-41eb-9ffa-2b37d73e4484 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/security-groups?id=522f6041-c669-4fb8-900e-d7020dc67f0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420017
May 17 14:02:45.503997 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d242ab10-1517-4b9a-a584-400becb33d32 admin admin] Notify callbacks [] for router, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:45.507373 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-d242ab10-1517-4b9a-a584-400becb33d32 admin admin] 10.222.0.54 "DELETE /v2.0/routers/4483c776-6327-4b01-b7ee-9cdf33a32ab3 HTTP/1.1" status: 204  len: 168 time: 1.4193678
May 17 14:02:45.507633 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 39242) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:02:45.524493 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 39246) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:02:45.570079 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.db_base_plugin_v2 [None req-7db83189-5ef9-4af6-92bb-46eed4b108bb admin admin] Deleting subnet 2b0db0dc-c73b-40d9-8259-2f415d9b999f {{(pid=78742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 17 14:02:45.573116 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-7db83189-5ef9-4af6-92bb-46eed4b108bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:45.596205 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d41e0ed-04ab-4874-bf1a-cd80cd4b0990 tempest-TestVolumeBootPattern-1353852256 tempest-TestVolumeBootPattern-1353852256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:45.597768 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-9d41e0ed-04ab-4874-bf1a-cd80cd4b0990 tempest-TestVolumeBootPattern-1353852256 tempest-TestVolumeBootPattern-1353852256-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=840559aa-5d6c-464b-93e0-bfeecd623862 HTTP/1.1" status: 200  len: 1093 time: 0.0718668
May 17 14:02:45.600661 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 39250) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:02:45.606081 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-956f0e88-58b0-46a2-882c-fcfbb78cdac7 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Request body: {'floatingip': {'floating_network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'port_id': '3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 14:02:45.614857 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-956f0e88-58b0-46a2-882c-fcfbb78cdac7 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 14:02:45.622218 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-956f0e88-58b0-46a2-882c-fcfbb78cdac7 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Usage tracker for resource:floatingip and tenant:d77a303f986f47e2bf0264946d7679d6 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 14:02:45.626636 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-7db83189-5ef9-4af6-92bb-46eed4b108bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132461956'] for subnet, precommit_delete_associations {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:45.627392 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-956f0e88-58b0-46a2-882c-fcfbb78cdac7 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 14:02:45.636942 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-956f0e88-58b0-46a2-882c-fcfbb78cdac7 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 14:02:45.654456 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-956f0e88-58b0-46a2-882c-fcfbb78cdac7 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks [] for floatingip, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:45.697081 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 77a0363a-7252-451a-929a-08c029fbbaa7 no longer exists at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 17 14:02:45.775887 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] No Port match for: 77a0363a-7252-451a-929a-08c029fbbaa7 {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 17 14:02:45.776625 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 77a0363a-7252-451a-929a-08c029fbbaa7 not bound to the agent host dv-cinder-788363-3-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 17 14:02:45.807559 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-7db83189-5ef9-4af6-92bb-46eed4b108bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-866929'] for subnet, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:45.913725 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-956f0e88-58b0-46a2-882c-fcfbb78cdac7 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:46.073957 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_common [None req-956f0e88-58b0-46a2-882c-fcfbb78cdac7 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Allocated IP 172.27.1.7 (d5b45ae7-16ce-45df-9da3-dc322e2b7d9a/b62193f4-5b84-40dd-ae21-6a70cb5f2e38/0eed6d3c-4558-4f32-93b2-4618fff545a9) {{(pid=78743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 17 14:02:46.090339 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-7db83189-5ef9-4af6-92bb-46eed4b108bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-866938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132438055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133803437'] for subnet, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:46.094554 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:02:46.130526 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db83189-5ef9-4af6-92bb-46eed4b108bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b0db0dc-c73b-40d9-8259-2f415d9b999f,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:02:46.133051 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-7db83189-5ef9-4af6-92bb-46eed4b108bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:02:46.135707 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-7db83189-5ef9-4af6-92bb-46eed4b108bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:46.141993 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f9a009-6851-4f47-9f32-6aa9967b1cd5 None None] Network a352e45a-beb4-4c74-85aa-877f4308bc0d requested from dv-cinder-788363-3-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 17 14:02:46.142729 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-7db83189-5ef9-4af6-92bb-46eed4b108bb admin admin] 10.222.0.54 "DELETE /v2.0/subnets/2b0db0dc-c73b-40d9-8259-2f415d9b999f HTTP/1.1" status: 204  len: 168 time: 0.6341133
May 17 14:02:46.145200 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 39254) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:02:46.236312 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-956f0e88-58b0-46a2-882c-fcfbb78cdac7 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks [] for port, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:46.269262 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-86f55ae6-b26d-45aa-bdb6-b9286a87a5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1002279'] for network, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:46.273130 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-956f0e88-58b0-46a2-882c-fcfbb78cdac7 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774149279272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133957597'] for port, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:46.286777 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-aea1c998-6dac-424f-9fa7-4fb92b478608 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:02:46.358090 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-86f55ae6-b26d-45aa-bdb6-b9286a87a5a1 admin admin] Deleting port 01dfa29a-a6bf-47b0-a8fb-9e59dedc8827 {{(pid=78742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 14:02:46.358681 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-86f55ae6-b26d-45aa-bdb6-b9286a87a5a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:46.372653 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f0e88-58b0-46a2-882c-fcfbb78cdac7 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Pushing event updated for resources: {'Port': ['ID=0eed6d3c-4558-4f32-93b2-4618fff545a9,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:02:46.379391 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956f0e88-58b0-46a2-882c-fcfbb78cdac7 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Network d5b45ae7-16ce-45df-9da3-dc322e2b7d9a is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 14:02:46.383594 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [None req-956f0e88-58b0-46a2-882c-fcfbb78cdac7 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Resources bound (agent type, host, resource id):  {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 14:02:46.386674 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f0e88-58b0-46a2-882c-fcfbb78cdac7 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:02:46.387147 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f0e88-58b0-46a2-882c-fcfbb78cdac7 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:02:46.387819 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f0e88-58b0-46a2-882c-fcfbb78cdac7 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:02:46.388200 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f0e88-58b0-46a2-882c-fcfbb78cdac7 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:02:46.389126 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f0e88-58b0-46a2-882c-fcfbb78cdac7 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:02:46.389517 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f0e88-58b0-46a2-882c-fcfbb78cdac7 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:02:46.389885 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f0e88-58b0-46a2-882c-fcfbb78cdac7 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:02:46.390399 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f0e88-58b0-46a2-882c-fcfbb78cdac7 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:02:46.390768 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f0e88-58b0-46a2-882c-fcfbb78cdac7 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:02:46.391277 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f0e88-58b0-46a2-882c-fcfbb78cdac7 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:02:46.391483 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f0e88-58b0-46a2-882c-fcfbb78cdac7 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:02:46.391844 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f0e88-58b0-46a2-882c-fcfbb78cdac7 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:02:46.395470 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956f0e88-58b0-46a2-882c-fcfbb78cdac7 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Received port after_create {{(pid=78743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 17 14:02:46.426194 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-956f0e88-58b0-46a2-882c-fcfbb78cdac7 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:02:46.476546 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.db [None req-86f55ae6-b26d-45aa-bdb6-b9286a87a5a1 admin admin] For port 01dfa29a-a6bf-47b0-a8fb-9e59dedc8827, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=01dfa29a-a6bf-47b0-a8fb-9e59dedc8827,segment=NetworkSegment(eecd0dba-c82c-42fc-a18d-272a8f834a82),segment_id=eecd0dba-c82c-42fc-a18d-272a8f834a82)] {{(pid=78742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:02:46.476899 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-86f55ae6-b26d-45aa-bdb6-b9286a87a5a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:46.496955 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04445e14-3725-4e0c-8cac-d627ab8c6833 None None] DHCP port deletion for a352e45a-beb4-4c74-85aa-877f4308bc0d request from dv-cinder-788363-3-iscsi {{(pid=78744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 17 14:02:46.571318 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-04445e14-3725-4e0c-8cac-d627ab8c6833 None None] Deleting port 01dfa29a-a6bf-47b0-a8fb-9e59dedc8827 {{(pid=78744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 14:02:46.571795 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-04445e14-3725-4e0c-8cac-d627ab8c6833 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:46.619326 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-86f55ae6-b26d-45aa-bdb6-b9286a87a5a1 admin admin] Calling delete_port for 01dfa29a-a6bf-47b0-a8fb-9e59dedc8827 owned by network:dhcp {{(pid=78742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 14:02:46.688681 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-04445e14-3725-4e0c-8cac-d627ab8c6833 None None] For port 01dfa29a-a6bf-47b0-a8fb-9e59dedc8827, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=01dfa29a-a6bf-47b0-a8fb-9e59dedc8827,segment=NetworkSegment(eecd0dba-c82c-42fc-a18d-272a8f834a82),segment_id=eecd0dba-c82c-42fc-a18d-272a8f834a82)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:02:46.689273 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-04445e14-3725-4e0c-8cac-d627ab8c6833 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:46.690220 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-86f55ae6-b26d-45aa-bdb6-b9286a87a5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132438228'] for port, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:46.695657 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-fc743d2d-c728-484b-a447-a3d42fee1600 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:02:46.745398 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f55ae6-b26d-45aa-bdb6-b9286a87a5a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=01dfa29a-a6bf-47b0-a8fb-9e59dedc8827,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:02:46.747338 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f55ae6-b26d-45aa-bdb6-b9286a87a5a1 admin admin] No DVR routers for this DVR port 01dfa29a-a6bf-47b0-a8fb-9e59dedc8827 on host dv-cinder-788363-3-iscsi {{(pid=78742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 17 14:02:46.748944 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-86f55ae6-b26d-45aa-bdb6-b9286a87a5a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:02:46.866812 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-04445e14-3725-4e0c-8cac-d627ab8c6833 None None] Calling delete_port for 01dfa29a-a6bf-47b0-a8fb-9e59dedc8827 owned by network:dhcp {{(pid=78744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 14:02:46.928855 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-956f0e88-58b0-46a2-882c-fcfbb78cdac7 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:47.023057 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-86f55ae6-b26d-45aa-bdb6-b9286a87a5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-866884', 'neutron.services.segments.db._delete_segments_for_network-8774149704834'] for network, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:47.038767 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.services.segments.db [None req-86f55ae6-b26d-45aa-bdb6-b9286a87a5a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fae3e5da250>,) {'filters': {'network_id': ['a352e45a-beb4-4c74-85aa-877f4308bc0d']}} {{(pid=78742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:02:47.040939 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-04445e14-3725-4e0c-8cac-d627ab8c6833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281'] for port, after_delete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:47.041769 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-956f0e88-58b0-46a2-882c-fcfbb78cdac7 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:47.045589 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:02:47.065391 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.services.segments.db [None req-86f55ae6-b26d-45aa-bdb6-b9286a87a5a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fae3e5da250>, 'eecd0dba-c82c-42fc-a18d-272a8f834a82') {'for_net_delete': True} {{(pid=78742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:02:47.065909 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.services.segments.db [None req-86f55ae6-b26d-45aa-bdb6-b9286a87a5a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fae3e5da250>, 'eecd0dba-c82c-42fc-a18d-272a8f834a82') {} {{(pid=78742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:02:47.088212 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-86f55ae6-b26d-45aa-bdb6-b9286a87a5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774149716363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132461963'] for segment, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:47.097304 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04445e14-3725-4e0c-8cac-d627ab8c6833 None None] Pushing event deleted for resources: {'Port': ['ID=01dfa29a-a6bf-47b0-a8fb-9e59dedc8827,revision_number=None']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:02:47.100954 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-04445e14-3725-4e0c-8cac-d627ab8c6833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:02:47.103709 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04445e14-3725-4e0c-8cac-d627ab8c6833 None None] No DVR routers for this DVR port 01dfa29a-a6bf-47b0-a8fb-9e59dedc8827 on host dv-cinder-788363-3-iscsi {{(pid=78744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 17 14:02:47.128526 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-86f55ae6-b26d-45aa-bdb6-b9286a87a5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861870'] for segment, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:47.145372 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86f55ae6-b26d-45aa-bdb6-b9286a87a5a1 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=78742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 17 14:02:47.146042 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-86f55ae6-b26d-45aa-bdb6-b9286a87a5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132438145'] for segment, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:47.165501 dv-cinder-788363-3-iscsi neutron-server[78742]: Traceback (most recent call last):
May 17 14:02:47.165501 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 17 14:02:47.165501 dv-cinder-788363-3-iscsi neutron-server[78742]:     timer()
May 17 14:02:47.165501 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 17 14:02:47.165501 dv-cinder-788363-3-iscsi neutron-server[78742]:     cb(*args, **kw)
May 17 14:02:47.165501 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 17 14:02:47.165501 dv-cinder-788363-3-iscsi neutron-server[78742]:     return func(*args, **kwargs)
May 17 14:02:47.165501 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 17 14:02:47.165501 dv-cinder-788363-3-iscsi neutron-server[78742]:     self._notify()
May 17 14:02:47.165501 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 17 14:02:47.165501 dv-cinder-788363-3-iscsi neutron-server[78742]:     self.callback(batched_events)
May 17 14:02:47.165501 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 17 14:02:47.165501 dv-cinder-788363-3-iscsi neutron-server[78742]:     event.method(event)
May 17 14:02:47.165501 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 17 14:02:47.165501 dv-cinder-788363-3-iscsi neutron-server[78742]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 17 14:02:47.165501 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 17 14:02:47.165501 dv-cinder-788363-3-iscsi neutron-server[78742]:     aggregate_uuid = self.p_client.list_aggregates(
May 17 14:02:47.165501 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 17 14:02:47.165501 dv-cinder-788363-3-iscsi neutron-server[78742]:     return f(self, *a, **k)
May 17 14:02:47.165501 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 17 14:02:47.165501 dv-cinder-788363-3-iscsi neutron-server[78742]:     return self._get(url).json()
May 17 14:02:47.165501 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 17 14:02:47.165501 dv-cinder-788363-3-iscsi neutron-server[78742]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 17 14:02:47.165501 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 17 14:02:47.165501 dv-cinder-788363-3-iscsi neutron-server[78742]:     return self.request(url, 'GET', **kwargs)
May 17 14:02:47.165501 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 17 14:02:47.165501 dv-cinder-788363-3-iscsi neutron-server[78742]:     base_url = self.get_endpoint(auth, allow=allow,
May 17 14:02:47.165501 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 17 14:02:47.165501 dv-cinder-788363-3-iscsi neutron-server[78742]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 17 14:02:47.165501 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 17 14:02:47.165501 dv-cinder-788363-3-iscsi neutron-server[78742]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 17 14:02:47.165501 dv-cinder-788363-3-iscsi neutron-server[78742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 17 14:02:47.248561 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-86f55ae6-b26d-45aa-bdb6-b9286a87a5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-866893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1676892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1975232'] for network, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:47.257478 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-78c38d52-4463-492d-be97-fcd4fbb02d9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:02:47.275693 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-86f55ae6-b26d-45aa-bdb6-b9286a87a5a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for network, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:47.291268 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f55ae6-b26d-45aa-bdb6-b9286a87a5a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a352e45a-beb4-4c74-85aa-877f4308bc0d,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:02:47.297333 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-86f55ae6-b26d-45aa-bdb6-b9286a87a5a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:02:47.303397 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-86f55ae6-b26d-45aa-bdb6-b9286a87a5a1 admin admin] 10.222.0.54 "DELETE /v2.0/networks/a352e45a-beb4-4c74-85aa-877f4308bc0d HTTP/1.1" status: 204  len: 168 time: 1.1571176
May 17 14:02:47.306314 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 39262) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:02:47.309082 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-956f0e88-58b0-46a2-882c-fcfbb78cdac7 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks [] for port, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:47.325748 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-956f0e88-58b0-46a2-882c-fcfbb78cdac7 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133957588'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:47.331041 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-ac1bc283-7b62-46da-9dba-db6404d4216a tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:02:47.355805 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 2858bbfc-c2be-42b3-bc8a-8567cc4745fb no longer exists at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 17 14:02:47.397100 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] No Port match for: 2858bbfc-c2be-42b3-bc8a-8567cc4745fb {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 17 14:02:47.397389 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 2858bbfc-c2be-42b3-bc8a-8567cc4745fb not bound to the agent host dv-cinder-788363-3-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 17 14:02:47.397774 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 01dfa29a-a6bf-47b0-a8fb-9e59dedc8827 no longer exists at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 17 14:02:47.438305 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] No Port match for: 01dfa29a-a6bf-47b0-a8fb-9e59dedc8827 {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 17 14:02:47.438664 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 01dfa29a-a6bf-47b0-a8fb-9e59dedc8827 not bound to the agent host dv-cinder-788363-3-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 17 14:02:47.459719 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f0e88-58b0-46a2-882c-fcfbb78cdac7 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Pushing event updated for resources: {'Port': ['ID=0eed6d3c-4558-4f32-93b2-4618fff545a9,revision_number=2']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:02:47.463869 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-956f0e88-58b0-46a2-882c-fcfbb78cdac7 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:02:47.476191 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-956f0e88-58b0-46a2-882c-fcfbb78cdac7 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975218'] for floatingip, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:47.675950 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.db.l3_db [None req-956f0e88-58b0-46a2-882c-fcfbb78cdac7 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Floating IP 0021e169-3193-414f-80f7-80f8dae00295 associated. External IP: 172.27.1.7, port: 3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400.
May 17 14:02:47.962223 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5be5947d-c458-4244-8d3b-f431e06e550b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1977280'] for router_interface, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:48.164768 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-956f0e88-58b0-46a2-882c-fcfbb78cdac7 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Router 5510a09f-e213-44d2-8b04-11238e67443e has already been hosted by L3 agent 5f048e90-1481-4c55-97c3-311a68b90326 {{(pid=78743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 17 14:02:48.354315 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956f0e88-58b0-46a2-882c-fcfbb78cdac7 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify agent at l3_agent.dv-cinder-788363-3-iscsi the message routers_updated {{(pid=78743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 17 14:02:48.367757 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5957207d-c4fe-42bc-9902-1e4117a1d776 None None] Sync routers for ids ['5510a09f-e213-44d2-8b04-11238e67443e'] in dv-cinder-788363-3-iscsi {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 17 14:02:48.378281 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5957207d-c4fe-42bc-9902-1e4117a1d776 None None] Routers {'5510a09f-e213-44d2-8b04-11238e67443e'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 14:02:48.379098 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-5957207d-c4fe-42bc-9902-1e4117a1d776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3fcc9f40>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T14:02:40Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['5510a09f-e213-44d2-8b04-11238e67443e'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:02:48.385816 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-956f0e88-58b0-46a2-882c-fcfbb78cdac7 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for floatingip, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:48.400116 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-5be5947d-c458-4244-8d3b-f431e06e550b admin admin] Deleting port c187d30b-6d7e-4076-90b5-1bb4a94f6098 {{(pid=78742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 14:02:48.400931 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5be5947d-c458-4244-8d3b-f431e06e550b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:48.460948 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-956f0e88-58b0-46a2-882c-fcfbb78cdac7 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 994 time: 2.8474021
May 17 14:02:48.460948 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '840559aa-5d6c-464b-93e0-bfeecd623862', 'tag': '3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 14:02:48.524421 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '840559aa-5d6c-464b-93e0-bfeecd623862', 'tag': '3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400', 'status': 'completed', 'code': 200}
May 17 14:02:48.534731 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.db [None req-5be5947d-c458-4244-8d3b-f431e06e550b admin admin] For port c187d30b-6d7e-4076-90b5-1bb4a94f6098, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=c187d30b-6d7e-4076-90b5-1bb4a94f6098,segment=NetworkSegment(73f2dd29-52b1-49de-99e1-70df0a539419),segment_id=73f2dd29-52b1-49de-99e1-70df0a539419)] {{(pid=78742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:02:48.535097 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5be5947d-c458-4244-8d3b-f431e06e550b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:48.580313 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-5957207d-c4fe-42bc-9902-1e4117a1d776 None None] Set router 5510a09f-e213-44d2-8b04-11238e67443e gateway port host: dv-cinder-788363-3-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 14:02:48.628982 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd83b6-1766-4a22-9b35-4372a58c3764 req-c8af8fe5-966e-455c-8a42-37f6c3107976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:48.630535 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-00cd83b6-1766-4a22-9b35-4372a58c3764 req-c8af8fe5-966e-455c-8a42-37f6c3107976 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d77a303f986f47e2bf0264946d7679d6&device_id=840559aa-5d6c-464b-93e0-bfeecd623862 HTTP/1.1" status: 200  len: 1098 time: 0.0804284
May 17 14:02:48.769495 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-5be5947d-c458-4244-8d3b-f431e06e550b admin admin] Calling delete_port for c187d30b-6d7e-4076-90b5-1bb4a94f6098 owned by network:router_interface {{(pid=78742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 14:02:48.783249 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd83b6-1766-4a22-9b35-4372a58c3764 req-c3b85480-1478-438c-8ec3-46cb061a52cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:48.784768 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-00cd83b6-1766-4a22-9b35-4372a58c3764 req-c3b85480-1478-438c-8ec3-46cb061a52cf service neutron] 10.222.0.49 "GET /v2.0/networks?id=44766520-36a7-4a15-a6b9-ee8d2b4767ae HTTP/1.1" status: 200  len: 913 time: 0.1471803
May 17 14:02:48.898945 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-00cd83b6-1766-4a22-9b35-4372a58c3764 req-f2dd3223-45fb-4530-96d9-b6fe7b7583a0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400 HTTP/1.1" status: 200  len: 997 time: 0.1074972
May 17 14:02:48.931856 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5be5947d-c458-4244-8d3b-f431e06e550b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132438228'] for port, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:48.937310 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-41bd1d87-34e2-46b5-a542-2a8c8b0e3c37 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:02:48.980767 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be5947d-c458-4244-8d3b-f431e06e550b admin admin] Pushing event deleted for resources: {'Port': ['ID=c187d30b-6d7e-4076-90b5-1bb4a94f6098,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:02:49.007571 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd83b6-1766-4a22-9b35-4372a58c3764 req-9b6deb56-e9c9-4597-b163-6f7fb6081a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:49.009425 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-00cd83b6-1766-4a22-9b35-4372a58c3764 req-9b6deb56-e9c9-4597-b163-6f7fb6081a5d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=31d31f43-e8b1-4e8d-8f8a-74810a227c7c HTTP/1.1" status: 200  len: 851 time: 0.1035008
May 17 14:02:49.019970 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-5957207d-c4fe-42bc-9902-1e4117a1d776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3fcc9f40>, [{'id': '5510a09f-e213-44d2-8b04-11238e67443e', 'name': 'tempest-TestVolumeBootPattern-1927890406-router', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '68e01aa8-887d-473f-9fce-d59907b749ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:58:33Z', 'updated_at': '2021-05-17T13:58:40Z', 'revision_number': 4, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'gw_port': {'id': '68e01aa8-887d-473f-9fce-d59907b749ac', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5510a09f-e213-44d2-8b04-11238e67443e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:34Z', 'updated_at': '2021-05-17T13:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_floatingips': [{'id': '0021e169-3193-414f-80f7-80f8dae00295', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'floating_ip_address': '172.27.1.7', 'floating_network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'router_id': '5510a09f-e213-44d2-8b04-11238e67443e', 'port_id': '3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae', 'mac_address': 'fa:16:3e:93:69:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840559aa-5d6c-464b-93e0-bfeecd623862', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T14:02:46Z', 'updated_at': '2021-05-17T14:02:46Z', 'revision_number': 0, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b844ae9a-7ba6-401d-9e5c-a391539eb37c', 'name': '', 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'mac_address': 'fa:16:3e:46:c7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5510a09f-e213-44d2-8b04-11238e67443e', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '31d31f43-e8b1-4e8d-8f8a-74810a227c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:38Z', 'updated_at': '2021-05-17T13:58:47Z', 'revision_number': 5, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'subnets': [{'id': '31d31f43-e8b1-4e8d-8f8a-74810a227c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:02:49.024603 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5957207d-c4fe-42bc-9902-1e4117a1d776 None None] Checking router: 5510a09f-e213-44d2-8b04-11238e67443e for host: dv-cinder-788363-3-iscsi {{(pid=78745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 17 14:02:49.032743 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5947d-c458-4244-8d3b-f431e06e550b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:02:49.033148 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5947d-c458-4244-8d3b-f431e06e550b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:02:49.033516 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5947d-c458-4244-8d3b-f431e06e550b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:02:49.033875 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5947d-c458-4244-8d3b-f431e06e550b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:02:49.034235 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5947d-c458-4244-8d3b-f431e06e550b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:02:49.034740 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5947d-c458-4244-8d3b-f431e06e550b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:02:49.034971 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5947d-c458-4244-8d3b-f431e06e550b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:02:49.035088 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5957207d-c4fe-42bc-9902-1e4117a1d776 None None] Routers {'5510a09f-e213-44d2-8b04-11238e67443e'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 14:02:49.035371 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5947d-c458-4244-8d3b-f431e06e550b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:02:49.035713 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-5957207d-c4fe-42bc-9902-1e4117a1d776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3fcc9f40>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T14:02:40Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['5510a09f-e213-44d2-8b04-11238e67443e'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:02:49.035835 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5947d-c458-4244-8d3b-f431e06e550b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:02:49.036102 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5947d-c458-4244-8d3b-f431e06e550b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:02:49.036450 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5947d-c458-4244-8d3b-f431e06e550b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:02:49.037000 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5947d-c458-4244-8d3b-f431e06e550b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:02:49.044571 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-5be5947d-c458-4244-8d3b-f431e06e550b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:02:49.109352 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd83b6-1766-4a22-9b35-4372a58c3764 req-ae1950ab-4fe7-4071-ad85-d12cee2bc323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:49.111149 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-00cd83b6-1766-4a22-9b35-4372a58c3764 req-ae1950ab-4fe7-4071-ad85-d12cee2bc323 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=44766520-36a7-4a15-a6b9-ee8d2b4767ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0935953
May 17 14:02:49.241996 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-5957207d-c4fe-42bc-9902-1e4117a1d776 None None] Set router 5510a09f-e213-44d2-8b04-11238e67443e gateway port host: dv-cinder-788363-3-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 14:02:49.311738 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-00cd83b6-1766-4a22-9b35-4372a58c3764 req-e753b72e-5bb8-41db-ba8d-5e2f4c3f67fe service neutron] 10.222.0.49 "GET /v2.0/networks/44766520-36a7-4a15-a6b9-ee8d2b4767ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1891160
May 17 14:02:49.343914 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5be5947d-c458-4244-8d3b-f431e06e550b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1977196'] for router_interface, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:49.453375 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-00cd83b6-1766-4a22-9b35-4372a58c3764 req-694ab251-4ba8-4e9a-8167-7e2a63ea1a48 service neutron] 10.222.0.49 "GET /v2.0/networks/44766520-36a7-4a15-a6b9-ee8d2b4767ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1383479
May 17 14:02:49.623528 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-5957207d-c4fe-42bc-9902-1e4117a1d776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3fcc9f40>, [{'id': '5510a09f-e213-44d2-8b04-11238e67443e', 'name': 'tempest-TestVolumeBootPattern-1927890406-router', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '68e01aa8-887d-473f-9fce-d59907b749ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:58:33Z', 'updated_at': '2021-05-17T13:58:40Z', 'revision_number': 4, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'gw_port': {'id': '68e01aa8-887d-473f-9fce-d59907b749ac', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5510a09f-e213-44d2-8b04-11238e67443e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:34Z', 'updated_at': '2021-05-17T13:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_floatingips': [{'id': '0021e169-3193-414f-80f7-80f8dae00295', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'floating_ip_address': '172.27.1.7', 'floating_network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'router_id': '5510a09f-e213-44d2-8b04-11238e67443e', 'port_id': '3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae', 'mac_address': 'fa:16:3e:93:69:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840559aa-5d6c-464b-93e0-bfeecd623862', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T14:02:46Z', 'updated_at': '2021-05-17T14:02:46Z', 'revision_number': 0, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b844ae9a-7ba6-401d-9e5c-a391539eb37c', 'name': '', 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'mac_address': 'fa:16:3e:46:c7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5510a09f-e213-44d2-8b04-11238e67443e', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '31d31f43-e8b1-4e8d-8f8a-74810a227c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:38Z', 'updated_at': '2021-05-17T13:58:47Z', 'revision_number': 5, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'subnets': [{'id': '31d31f43-e8b1-4e8d-8f8a-74810a227c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:02:49.628558 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5957207d-c4fe-42bc-9902-1e4117a1d776 None None] The sync data for ids ['5510a09f-e213-44d2-8b04-11238e67443e'] in dv-cinder-788363-3-iscsi is: [{'id': '5510a09f-e213-44d2-8b04-11238e67443e', 'name': 'tempest-TestVolumeBootPattern-1927890406-router', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '68e01aa8-887d-473f-9fce-d59907b749ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:58:33Z', 'updated_at': '2021-05-17T13:58:40Z', 'revision_number': 4, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'gw_port': {'id': '68e01aa8-887d-473f-9fce-d59907b749ac', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5510a09f-e213-44d2-8b04-11238e67443e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:34Z', 'updated_at': '2021-05-17T13:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_floatingips': [{'id': '0021e169-3193-414f-80f7-80f8dae00295', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'floating_ip_address': '172.27.1.7', 'floating_network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'router_id': '5510a09f-e213-44d2-8b04-11238e67443e', 'port_id': '3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae', 'mac_address': 'fa:16:3e:93:69:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840559aa-5d6c-464b-93e0-bfeecd623862', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T14:02:46Z', 'updated_at': '2021-05-17T14:02:46Z', 'revision_number': 0, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b844ae9a-7ba6-401d-9e5c-a391539eb37c', 'name': '', 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'mac_address': 'fa:16:3e:46:c7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5510a09f-e213-44d2-8b04-11238e67443e', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '31d31f43-e8b1-4e8d-8f8a-74810a227c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:38Z', 'updated_at': '2021-05-17T13:58:47Z', 'revision_number': 5, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'subnets': [{'id': '31d31f43-e8b1-4e8d-8f8a-74810a227c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 17 14:02:49.661107 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-8052cd49-7a68-4d4d-8373-307cb75036c7 None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 17 14:02:49.746850 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be5947d-c458-4244-8d3b-f431e06e550b admin admin] Router b493baf7-eb0c-45ec-b683-c4503d27e331 has already been hosted by L3 agent 5f048e90-1481-4c55-97c3-311a68b90326 {{(pid=78742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 17 14:02:49.827645 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96ca027-f72b-465b-ac5f-cca85b3bb116 None None] New status for floating IP 0021e169-3193-414f-80f7-80f8dae00295: ACTIVE {{(pid=78744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 17 14:02:49.978318 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be5947d-c458-4244-8d3b-f431e06e550b admin admin] Notify agent at l3_agent.dv-cinder-788363-3-iscsi the message routers_updated {{(pid=78742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 17 14:02:49.988627 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c3b099-9f03-4734-a324-bd72be49bd80 None None] Sync routers for ids ['b493baf7-eb0c-45ec-b683-c4503d27e331'] in dv-cinder-788363-3-iscsi {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 17 14:02:49.997512 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-5be5947d-c458-4244-8d3b-f431e06e550b admin admin] 10.222.0.54 "PUT /v2.0/routers/b493baf7-eb0c-45ec-b683-c4503d27e331/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6899273
May 17 14:02:49.999400 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 39278) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:02:49.999841 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c3b099-9f03-4734-a324-bd72be49bd80 None None] Routers {'b493baf7-eb0c-45ec-b683-c4503d27e331'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 14:02:50.000475 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-f8c3b099-9f03-4734-a324-bd72be49bd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae40759100>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T14:02:40Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['b493baf7-eb0c-45ec-b683-c4503d27e331'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:02:50.183299 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-f8c3b099-9f03-4734-a324-bd72be49bd80 None None] Set router b493baf7-eb0c-45ec-b683-c4503d27e331 gateway port host: dv-cinder-788363-3-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 14:02:50.186083 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-fdd2d905-ae04-4178-bc1b-14ca16d206f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:50.480459 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-fdd2d905-ae04-4178-bc1b-14ca16d206f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:50.536079 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-f8c3b099-9f03-4734-a324-bd72be49bd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae40759100>, [{'id': 'b493baf7-eb0c-45ec-b683-c4503d27e331', 'name': 'tempest-TestMinimumBasicScenario-1433820964-router', 'tenant_id': '31b4ff580a3b418ab3f5e412e129fc1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '6a38988c-342b-429a-bf43-6df83500bcfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:58:46Z', 'updated_at': '2021-05-17T14:02:48Z', 'revision_number': 5, 'project_id': '31b4ff580a3b418ab3f5e412e129fc1a', 'gw_port': {'id': '6a38988c-342b-429a-bf43-6df83500bcfa', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:13:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b493baf7-eb0c-45ec-b683-c4503d27e331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:47Z', 'updated_at': '2021-05-17T13:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi'}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:02:50.541178 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c3b099-9f03-4734-a324-bd72be49bd80 None None] Checking router: b493baf7-eb0c-45ec-b683-c4503d27e331 for host: dv-cinder-788363-3-iscsi {{(pid=78745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 17 14:02:50.554765 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c3b099-9f03-4734-a324-bd72be49bd80 None None] Routers {'b493baf7-eb0c-45ec-b683-c4503d27e331'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 14:02:50.555720 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-f8c3b099-9f03-4734-a324-bd72be49bd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae40759100>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T14:02:40Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['b493baf7-eb0c-45ec-b683-c4503d27e331'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:02:50.558733 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-fdd2d905-ae04-4178-bc1b-14ca16d206f5 admin admin] Deleting port 6a38988c-342b-429a-bf43-6df83500bcfa {{(pid=78742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 14:02:50.559055 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-fdd2d905-ae04-4178-bc1b-14ca16d206f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:50.690504 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.db [None req-fdd2d905-ae04-4178-bc1b-14ca16d206f5 admin admin] For port 6a38988c-342b-429a-bf43-6df83500bcfa, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=6a38988c-342b-429a-bf43-6df83500bcfa,segment=NetworkSegment(d239c2a5-eb63-4e60-9706-c66c1478eded),segment_id=d239c2a5-eb63-4e60-9706-c66c1478eded)] {{(pid=78742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:02:50.690832 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-fdd2d905-ae04-4178-bc1b-14ca16d206f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:50.720913 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-f8c3b099-9f03-4734-a324-bd72be49bd80 None None] Set router b493baf7-eb0c-45ec-b683-c4503d27e331 gateway port host: None {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 14:02:50.817629 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-fdd2d905-ae04-4178-bc1b-14ca16d206f5 admin admin] Calling delete_port for 6a38988c-342b-429a-bf43-6df83500bcfa owned by network:router_gateway {{(pid=78742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 14:02:50.833273 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-f8c3b099-9f03-4734-a324-bd72be49bd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae40759100>, [{'id': 'b493baf7-eb0c-45ec-b683-c4503d27e331', 'name': 'tempest-TestMinimumBasicScenario-1433820964-router', 'tenant_id': '31b4ff580a3b418ab3f5e412e129fc1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:58:46Z', 'updated_at': '2021-05-17T14:02:50Z', 'revision_number': 6, 'project_id': '31b4ff580a3b418ab3f5e412e129fc1a', 'gw_port_host': None}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:02:50.839357 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c3b099-9f03-4734-a324-bd72be49bd80 None None] The sync data for ids ['b493baf7-eb0c-45ec-b683-c4503d27e331'] in dv-cinder-788363-3-iscsi is: [{'id': 'b493baf7-eb0c-45ec-b683-c4503d27e331', 'name': 'tempest-TestMinimumBasicScenario-1433820964-router', 'tenant_id': '31b4ff580a3b418ab3f5e412e129fc1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:58:46Z', 'updated_at': '2021-05-17T14:02:50Z', 'revision_number': 6, 'project_id': '31b4ff580a3b418ab3f5e412e129fc1a', 'gw_port_host': None}] {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 17 14:02:50.982955 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-fdd2d905-ae04-4178-bc1b-14ca16d206f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132438228'] for port, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:50.988244 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-999ecf53-273c-4b72-951e-b39e7445f32f tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:02:51.032883 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd2d905-ae04-4178-bc1b-14ca16d206f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a38988c-342b-429a-bf43-6df83500bcfa,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:02:51.035941 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-fdd2d905-ae04-4178-bc1b-14ca16d206f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:02:51.130332 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-fdd2d905-ae04-4178-bc1b-14ca16d206f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1975271'] for router_gateway, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:51.311579 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-fdd2d905-ae04-4178-bc1b-14ca16d206f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1974832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4350'] for router, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:51.313946 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-fdd2d905-ae04-4178-bc1b-14ca16d206f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:51.339280 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-fdd2d905-ae04-4178-bc1b-14ca16d206f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1975071'] for router, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:51.339957 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd2d905-ae04-4178-bc1b-14ca16d206f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b493baf7-eb0c-45ec-b683-c4503d27e331 {{(pid=78742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 17 14:02:51.352729 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-fdd2d905-ae04-4178-bc1b-14ca16d206f5 admin admin] Notify callbacks [] for router, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:51.353860 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-fdd2d905-ae04-4178-bc1b-14ca16d206f5 admin admin] 10.222.0.54 "DELETE /v2.0/routers/b493baf7-eb0c-45ec-b683-c4503d27e331 HTTP/1.1" status: 204  len: 168 time: 1.3531485
May 17 14:02:51.356468 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 39288) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:02:51.418131 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d888dc3-e6bb-46a2-8292-ff3dcfe409ac admin admin] Deleting subnet f6313cf8-8f7e-4bfe-a7ad-776ffced700c {{(pid=78742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 17 14:02:51.421562 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5d888dc3-e6bb-46a2-8292-ff3dcfe409ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:51.479836 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5d888dc3-e6bb-46a2-8292-ff3dcfe409ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132461956'] for subnet, precommit_delete_associations {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:51.560736 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5d888dc3-e6bb-46a2-8292-ff3dcfe409ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-866929'] for subnet, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:51.653281 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device c187d30b-6d7e-4076-90b5-1bb4a94f6098 no longer exists at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 17 14:02:51.710763 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] No Port match for: c187d30b-6d7e-4076-90b5-1bb4a94f6098 {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 17 14:02:51.711260 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device c187d30b-6d7e-4076-90b5-1bb4a94f6098 not bound to the agent host dv-cinder-788363-3-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 17 14:02:51.868192 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5d888dc3-e6bb-46a2-8292-ff3dcfe409ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-866938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132438055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133803437'] for subnet, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:51.879746 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-cf2a7ed8-6ac8-4b06-97e0-f77580d1d62b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:02:51.883020 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55df65-7cfd-4bb4-be50-8437dd77b9dd req-e1ec7360-e736-4171-b199-399b853b75a0 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:51.884702 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-bd55df65-7cfd-4bb4-be50-8437dd77b9dd req-e1ec7360-e736-4171-b199-399b853b75a0 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 946 time: 0.0938675
May 17 14:02:51.907826 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5d888dc3-e6bb-46a2-8292-ff3dcfe409ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:51.916618 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76afcaf6-e4d7-4887-abc8-c354fe16d78e None None] Network 75af61a0-3229-4382-9e1e-f47adb1d4097 requested from dv-cinder-788363-3-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 17 14:02:51.920725 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d888dc3-e6bb-46a2-8292-ff3dcfe409ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6313cf8-8f7e-4bfe-a7ad-776ffced700c,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:02:51.923465 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-5d888dc3-e6bb-46a2-8292-ff3dcfe409ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:02:51.925743 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-5d888dc3-e6bb-46a2-8292-ff3dcfe409ac admin admin] 10.222.0.54 "DELETE /v2.0/subnets/f6313cf8-8f7e-4bfe-a7ad-776ffced700c HTTP/1.1" status: 204  len: 168 time: 0.5680752
May 17 14:02:51.928362 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 39298) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:02:51.948883 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-bd55df65-7cfd-4bb4-be50-8437dd77b9dd req-edc186af-0ccb-4134-a02d-59ac1b123f70 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0574927
May 17 14:02:52.227305 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-109de454-3cb6-4872-bcba-2e8463289b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1002279'] for network, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:52.234653 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e2cbd2-521b-41af-be29-238944bdee60 None None] DHCP port deletion for 75af61a0-3229-4382-9e1e-f47adb1d4097 request from dv-cinder-788363-3-iscsi {{(pid=78744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 17 14:02:52.302661 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-c0e2cbd2-521b-41af-be29-238944bdee60 None None] Deleting port 3e610182-010a-4e84-8084-5e053ca1aa7e {{(pid=78744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 14:02:52.303616 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c0e2cbd2-521b-41af-be29-238944bdee60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:52.309463 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-109de454-3cb6-4872-bcba-2e8463289b54 admin admin] Deleting port 3e610182-010a-4e84-8084-5e053ca1aa7e {{(pid=78742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 14:02:52.309861 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-109de454-3cb6-4872-bcba-2e8463289b54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:52.416795 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.db [None req-109de454-3cb6-4872-bcba-2e8463289b54 admin admin] For port 3e610182-010a-4e84-8084-5e053ca1aa7e, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=3e610182-010a-4e84-8084-5e053ca1aa7e,segment=NetworkSegment(73f2dd29-52b1-49de-99e1-70df0a539419),segment_id=73f2dd29-52b1-49de-99e1-70df0a539419)] {{(pid=78742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:02:52.417175 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-109de454-3cb6-4872-bcba-2e8463289b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:52.442873 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-c0e2cbd2-521b-41af-be29-238944bdee60 None None] For port 3e610182-010a-4e84-8084-5e053ca1aa7e, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=3e610182-010a-4e84-8084-5e053ca1aa7e,segment=NetworkSegment(73f2dd29-52b1-49de-99e1-70df0a539419),segment_id=73f2dd29-52b1-49de-99e1-70df0a539419)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:02:52.443267 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c0e2cbd2-521b-41af-be29-238944bdee60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:52.548374 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-109de454-3cb6-4872-bcba-2e8463289b54 admin admin] Calling delete_port for 3e610182-010a-4e84-8084-5e053ca1aa7e owned by network:dhcp {{(pid=78742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 14:02:52.567021 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-c0e2cbd2-521b-41af-be29-238944bdee60 None None] Calling delete_port for 3e610182-010a-4e84-8084-5e053ca1aa7e owned by network:dhcp {{(pid=78744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 14:02:52.602728 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-109de454-3cb6-4872-bcba-2e8463289b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132438228'] for port, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:52.608130 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-902826d7-1bc5-4ba2-b8d5-5721e44c5dc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:02:52.623707 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c0e2cbd2-521b-41af-be29-238944bdee60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281'] for port, after_delete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:52.627729 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-3e562481-9258-43a0-8877-42a1ab91d74f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:02:52.653460 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109de454-3cb6-4872-bcba-2e8463289b54 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e610182-010a-4e84-8084-5e053ca1aa7e,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:02:52.655525 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109de454-3cb6-4872-bcba-2e8463289b54 admin admin] No DVR routers for this DVR port 3e610182-010a-4e84-8084-5e053ca1aa7e on host dv-cinder-788363-3-iscsi {{(pid=78742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 17 14:02:52.657200 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-109de454-3cb6-4872-bcba-2e8463289b54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:02:52.671293 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e2cbd2-521b-41af-be29-238944bdee60 None None] Pushing event deleted for resources: {'Port': ['ID=3e610182-010a-4e84-8084-5e053ca1aa7e,revision_number=None']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:02:52.676249 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e2cbd2-521b-41af-be29-238944bdee60 None None] No DVR routers for this DVR port 3e610182-010a-4e84-8084-5e053ca1aa7e on host dv-cinder-788363-3-iscsi {{(pid=78744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 17 14:02:52.683070 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e2cbd2-521b-41af-be29-238944bdee60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:02:52.683445 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e2cbd2-521b-41af-be29-238944bdee60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:02:52.683769 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e2cbd2-521b-41af-be29-238944bdee60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:02:52.684104 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e2cbd2-521b-41af-be29-238944bdee60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:02:52.684429 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e2cbd2-521b-41af-be29-238944bdee60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:02:52.684758 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e2cbd2-521b-41af-be29-238944bdee60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:02:52.685079 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e2cbd2-521b-41af-be29-238944bdee60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:02:52.685406 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e2cbd2-521b-41af-be29-238944bdee60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:02:52.685868 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e2cbd2-521b-41af-be29-238944bdee60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:02:52.686034 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e2cbd2-521b-41af-be29-238944bdee60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:02:52.686339 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e2cbd2-521b-41af-be29-238944bdee60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:02:52.686658 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e2cbd2-521b-41af-be29-238944bdee60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:02:52.689696 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-c0e2cbd2-521b-41af-be29-238944bdee60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:02:52.776409 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-109de454-3cb6-4872-bcba-2e8463289b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-866884', 'neutron.services.segments.db._delete_segments_for_network-8774149704834'] for network, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:52.791487 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.services.segments.db [None req-109de454-3cb6-4872-bcba-2e8463289b54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fae3e03c1c0>,) {'filters': {'network_id': ['75af61a0-3229-4382-9e1e-f47adb1d4097']}} {{(pid=78742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:02:52.804898 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.services.segments.db [None req-109de454-3cb6-4872-bcba-2e8463289b54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fae3e03c1c0>, '73f2dd29-52b1-49de-99e1-70df0a539419') {'for_net_delete': True} {{(pid=78742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:02:52.805093 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.services.segments.db [None req-109de454-3cb6-4872-bcba-2e8463289b54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fae3e03c1c0>, '73f2dd29-52b1-49de-99e1-70df0a539419') {} {{(pid=78742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:02:52.817649 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-109de454-3cb6-4872-bcba-2e8463289b54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774149716363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132461963'] for segment, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:52.838517 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-109de454-3cb6-4872-bcba-2e8463289b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861870'] for segment, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:52.847500 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-109de454-3cb6-4872-bcba-2e8463289b54 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=78742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 17 14:02:52.848083 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-109de454-3cb6-4872-bcba-2e8463289b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132438145'] for segment, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:52.861788 dv-cinder-788363-3-iscsi neutron-server[78742]: Traceback (most recent call last):
May 17 14:02:52.861788 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 17 14:02:52.861788 dv-cinder-788363-3-iscsi neutron-server[78742]:     timer()
May 17 14:02:52.861788 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 17 14:02:52.861788 dv-cinder-788363-3-iscsi neutron-server[78742]:     cb(*args, **kw)
May 17 14:02:52.861788 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 17 14:02:52.861788 dv-cinder-788363-3-iscsi neutron-server[78742]:     return func(*args, **kwargs)
May 17 14:02:52.861788 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 17 14:02:52.861788 dv-cinder-788363-3-iscsi neutron-server[78742]:     self._notify()
May 17 14:02:52.861788 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 17 14:02:52.861788 dv-cinder-788363-3-iscsi neutron-server[78742]:     self.callback(batched_events)
May 17 14:02:52.861788 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 17 14:02:52.861788 dv-cinder-788363-3-iscsi neutron-server[78742]:     event.method(event)
May 17 14:02:52.861788 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 17 14:02:52.861788 dv-cinder-788363-3-iscsi neutron-server[78742]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 17 14:02:52.861788 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 17 14:02:52.861788 dv-cinder-788363-3-iscsi neutron-server[78742]:     aggregate_uuid = self.p_client.list_aggregates(
May 17 14:02:52.861788 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 17 14:02:52.861788 dv-cinder-788363-3-iscsi neutron-server[78742]:     return f(self, *a, **k)
May 17 14:02:52.861788 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 17 14:02:52.861788 dv-cinder-788363-3-iscsi neutron-server[78742]:     return self._get(url).json()
May 17 14:02:52.861788 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 17 14:02:52.861788 dv-cinder-788363-3-iscsi neutron-server[78742]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 17 14:02:52.861788 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 17 14:02:52.861788 dv-cinder-788363-3-iscsi neutron-server[78742]:     return self.request(url, 'GET', **kwargs)
May 17 14:02:52.861788 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 17 14:02:52.861788 dv-cinder-788363-3-iscsi neutron-server[78742]:     base_url = self.get_endpoint(auth, allow=allow,
May 17 14:02:52.861788 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 17 14:02:52.861788 dv-cinder-788363-3-iscsi neutron-server[78742]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 17 14:02:52.861788 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 17 14:02:52.861788 dv-cinder-788363-3-iscsi neutron-server[78742]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 17 14:02:52.861788 dv-cinder-788363-3-iscsi neutron-server[78742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 17 14:02:52.944346 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-109de454-3cb6-4872-bcba-2e8463289b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-866893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1676892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1975232'] for network, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:52.949905 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-4c2dd50e-c22c-4251-8ee2-6300f8ba3ee9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:02:52.964827 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-109de454-3cb6-4872-bcba-2e8463289b54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for network, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:52.975469 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109de454-3cb6-4872-bcba-2e8463289b54 admin admin] Pushing event deleted for resources: {'Network': ['ID=75af61a0-3229-4382-9e1e-f47adb1d4097,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:02:52.980560 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-109de454-3cb6-4872-bcba-2e8463289b54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:02:52.984587 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-109de454-3cb6-4872-bcba-2e8463289b54 admin admin] 10.222.0.54 "DELETE /v2.0/networks/75af61a0-3229-4382-9e1e-f47adb1d4097 HTTP/1.1" status: 204  len: 168 time: 1.0547993
May 17 14:02:53.186379 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 39308) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:02:53.243270 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-471ddadc-9ade-47d6-b1f9-0234d3fb0539 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=182c379c4779494884fc8fa7c516d165&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0534499
May 17 14:02:53.243571 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 39314) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:02:53.248222 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce02a57-ea22-41ac-b791-0549e6abbc49 req-717f7934-aaa3-4bcc-8c39-cacd90657508 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:53.252026 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2ce02a57-ea22-41ac-b791-0549e6abbc49 req-717f7934-aaa3-4bcc-8c39-cacd90657508 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.49 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 946 time: 0.2693813
May 17 14:02:53.309138 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7cec0-b23e-4c64-99c0-b912bd70981f req-c54cff9c-1067-432f-afaf-6a8fd2619f93 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:53.314532 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 3e610182-010a-4e84-8084-5e053ca1aa7e no longer exists at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 17 14:02:53.316249 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-61d7cec0-b23e-4c64-99c0-b912bd70981f req-c54cff9c-1067-432f-afaf-6a8fd2619f93 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 946 time: 0.1810431
May 17 14:02:53.335771 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0c3517b5-d7e8-4cae-bd46-ed71c31c20ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:53.355206 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] No Port match for: 3e610182-010a-4e84-8084-5e053ca1aa7e {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 17 14:02:53.355748 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 3e610182-010a-4e84-8084-5e053ca1aa7e not bound to the agent host dv-cinder-788363-3-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 17 14:02:53.356419 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 6a38988c-342b-429a-bf43-6df83500bcfa no longer exists at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 17 14:02:53.367150 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0c3517b5-d7e8-4cae-bd46-ed71c31c20ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:53.395575 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] No Port match for: 6a38988c-342b-429a-bf43-6df83500bcfa {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 17 14:02:53.396189 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 6a38988c-342b-429a-bf43-6df83500bcfa not bound to the agent host dv-cinder-788363-3-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 17 14:02:53.435287 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0c3517b5-d7e8-4cae-bd46-ed71c31c20ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:53.443095 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-61d7cec0-b23e-4c64-99c0-b912bd70981f req-82780a4d-693c-402d-a025-78db6cbb6425 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=b76d41ad-6646-43e8-af05-5827b856b49d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1103334
May 17 14:02:53.444578 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-7cd8a2a7-5030-486b-bbaf-3f5be2106475 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:02:53.471226 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-2ce02a57-ea22-41ac-b791-0549e6abbc49 req-cc12a252-860c-486c-9363-2946a47ae564 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Deleting port ec99b98a-69fa-4259-a900-8e28bb2b1d1e {{(pid=78743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 14:02:53.471859 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-2ce02a57-ea22-41ac-b791-0549e6abbc49 req-cc12a252-860c-486c-9363-2946a47ae564 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:53.474885 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3517b5-d7e8-4cae-bd46-ed71c31c20ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0669e9b8-cbaf-4c56-99ed-772ef9017d91,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:02:53.479452 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-0c3517b5-d7e8-4cae-bd46-ed71c31c20ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:02:53.483789 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0c3517b5-d7e8-4cae-bd46-ed71c31c20ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:53.485330 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-0c3517b5-d7e8-4cae-bd46-ed71c31c20ee admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0669e9b8-cbaf-4c56-99ed-772ef9017d91 HTTP/1.1" status: 204  len: 168 time: 0.2406332
May 17 14:02:53.622109 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-2ce02a57-ea22-41ac-b791-0549e6abbc49 req-cc12a252-860c-486c-9363-2946a47ae564 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] For port ec99b98a-69fa-4259-a900-8e28bb2b1d1e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ec99b98a-69fa-4259-a900-8e28bb2b1d1e,segment=NetworkSegment(8a963ee4-8e3f-4bf5-a55f-d5e1ff62ad29),segment_id=8a963ee4-8e3f-4bf5-a55f-d5e1ff62ad29)] {{(pid=78743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:02:53.622469 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-2ce02a57-ea22-41ac-b791-0549e6abbc49 req-cc12a252-860c-486c-9363-2946a47ae564 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:53.871919 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 39322) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:02:53.927006 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-2ad80d37-01fb-46f7-bbda-f44dd52e0345 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=31b4ff580a3b418ab3f5e412e129fc1a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0537381
May 17 14:02:53.929427 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 39326) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:02:53.942834 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-2ce02a57-ea22-41ac-b791-0549e6abbc49 req-cc12a252-860c-486c-9363-2946a47ae564 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:53.943684 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-2ce02a57-ea22-41ac-b791-0549e6abbc49 req-cc12a252-860c-486c-9363-2946a47ae564 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975218'] for floatingip, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:53.943684 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.db.l3_db [req-2ce02a57-ea22-41ac-b791-0549e6abbc49 req-cc12a252-860c-486c-9363-2946a47ae564 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Floating IP 7d8f5dde-7682-4ad2-8b30-20caaafae333 disassociated. External IP: 172.27.1.205, port: ec99b98a-69fa-4259-a900-8e28bb2b1d1e.
May 17 14:02:53.947128 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-2ce02a57-ea22-41ac-b791-0549e6abbc49 req-cc12a252-860c-486c-9363-2946a47ae564 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Calling delete_port for ec99b98a-69fa-4259-a900-8e28bb2b1d1e owned by compute:nova {{(pid=78743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 14:02:53.992507 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6b65d6f7-522b-4570-b180-57add5b3f51b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:54.019914 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6b65d6f7-522b-4570-b180-57add5b3f51b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:54.062570 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-2ce02a57-ea22-41ac-b791-0549e6abbc49 req-cc12a252-860c-486c-9363-2946a47ae564 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133957597'] for port, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:54.070510 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-b1fd7da6-b872-40e8-bd97-8ffe9ae57650 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:02:54.079554 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6b65d6f7-522b-4570-b180-57add5b3f51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:54.084587 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-05a43850-d735-40de-83fd-7cdb4a14a947 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:02:54.097890 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b65d6f7-522b-4570-b180-57add5b3f51b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe26f6e-252c-4aa8-9114-f6f6cf3064f7,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:02:54.100721 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-6b65d6f7-522b-4570-b180-57add5b3f51b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:02:54.101672 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6b65d6f7-522b-4570-b180-57add5b3f51b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:54.102779 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-6b65d6f7-522b-4570-b180-57add5b3f51b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dfe26f6e-252c-4aa8-9114-f6f6cf3064f7 HTTP/1.1" status: 204  len: 168 time: 0.1723027
May 17 14:02:54.123336 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc12a252-860c-486c-9363-2946a47ae564 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Pushing event deleted for resources: {'Port': ['ID=ec99b98a-69fa-4259-a900-8e28bb2b1d1e,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:02:54.127205 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-cc12a252-860c-486c-9363-2946a47ae564 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:02:54.324396 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ce02a57-ea22-41ac-b791-0549e6abbc49 req-cc12a252-860c-486c-9363-2946a47ae564 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Router c9342bf1-e855-4d44-aa03-135bfda70704 has already been hosted by L3 agent 5f048e90-1481-4c55-97c3-311a68b90326 {{(pid=78743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 17 14:02:54.524164 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ce02a57-ea22-41ac-b791-0549e6abbc49 req-cc12a252-860c-486c-9363-2946a47ae564 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify agent at l3_agent.dv-cinder-788363-3-iscsi the message routers_updated {{(pid=78743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 17 14:02:54.538736 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f8d6d1-2a17-464d-952d-54bf37336551 None None] Sync routers for ids ['c9342bf1-e855-4d44-aa03-135bfda70704'] in dv-cinder-788363-3-iscsi {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 17 14:02:54.551494 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f8d6d1-2a17-464d-952d-54bf37336551 None None] Routers {'c9342bf1-e855-4d44-aa03-135bfda70704'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 14:02:54.552579 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-c1f8d6d1-2a17-464d-952d-54bf37336551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3af89e80>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T14:02:40Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['c9342bf1-e855-4d44-aa03-135bfda70704'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:02:54.638979 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce02a57-ea22-41ac-b791-0549e6abbc49 req-cc12a252-860c-486c-9363-2946a47ae564 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] No DVR routers for this DVR port ec99b98a-69fa-4259-a900-8e28bb2b1d1e on host hv-cinder-78836 {{(pid=78743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 17 14:02:54.645788 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-2ce02a57-ea22-41ac-b791-0549e6abbc49 req-cc12a252-860c-486c-9363-2946a47ae564 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:54.648691 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771ccb93-0cfd-47bf-bef9-88340741eb9a', 'name': 'network-vif-deleted', 'tag': 'ec99b98a-69fa-4259-a900-8e28bb2b1d1e'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 14:02:54.657171 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-481a0164-9438-4638-85bd-9a10f00a839f req-c2fe4752-b843-46e4-a71d-911ea9c0e13e tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=771ccb93-0cfd-47bf-bef9-88340741eb9a HTTP/1.1" status: 200  len: 210 time: 0.0637696
May 17 14:02:54.668774 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2ce02a57-ea22-41ac-b791-0549e6abbc49 req-cc12a252-860c-486c-9363-2946a47ae564 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.49 "DELETE /v2.0/ports/ec99b98a-69fa-4259-a900-8e28bb2b1d1e HTTP/1.1" status: 204  len: 173 time: 1.4111187
May 17 14:02:54.758886 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-c1f8d6d1-2a17-464d-952d-54bf37336551 None None] Set router c9342bf1-e855-4d44-aa03-135bfda70704 gateway port host: dv-cinder-788363-3-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 14:02:54.836962 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '771ccb93-0cfd-47bf-bef9-88340741eb9a', 'name': 'network-vif-deleted', 'tag': 'ec99b98a-69fa-4259-a900-8e28bb2b1d1e', 'status': 'completed', 'code': 200}
May 17 14:02:55.098102 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-c1f8d6d1-2a17-464d-952d-54bf37336551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3af89e80>, [{'id': 'c9342bf1-e855-4d44-aa03-135bfda70704', 'name': 'tempest-AttachVolumeTestJSON-1693143150-router', 'tenant_id': '3e756f37709a4c19bc8378fa746d8337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'fcb55d34-429e-4e3a-b74c-ada2a4ef9791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:56:14Z', 'updated_at': '2021-05-17T13:56:19Z', 'revision_number': 4, 'project_id': '3e756f37709a4c19bc8378fa746d8337', 'gw_port': {'id': 'fcb55d34-429e-4e3a-b74c-ada2a4ef9791', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9342bf1-e855-4d44-aa03-135bfda70704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:56:15Z', 'updated_at': '2021-05-17T13:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_interfaces': [{'id': '874d1f8e-bf43-4fac-9221-0e98951f8b97', 'name': '', 'network_id': 'e30c6073-c867-46f4-bec2-eb7af316aeb9', 'tenant_id': '3e756f37709a4c19bc8378fa746d8337', 'mac_address': 'fa:16:3e:c1:49:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9342bf1-e855-4d44-aa03-135bfda70704', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd169b186-defa-4470-9ef1-50866ad43fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:56:19Z', 'updated_at': '2021-05-17T13:56:26Z', 'revision_number': 5, 'project_id': '3e756f37709a4c19bc8378fa746d8337', 'subnets': [{'id': 'd169b186-defa-4470-9ef1-50866ad43fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:02:55.104248 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f8d6d1-2a17-464d-952d-54bf37336551 None None] Checking router: c9342bf1-e855-4d44-aa03-135bfda70704 for host: dv-cinder-788363-3-iscsi {{(pid=78744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 17 14:02:55.121225 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f8d6d1-2a17-464d-952d-54bf37336551 None None] Routers {'c9342bf1-e855-4d44-aa03-135bfda70704'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 14:02:55.122391 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-c1f8d6d1-2a17-464d-952d-54bf37336551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3af89e80>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T14:02:40Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['c9342bf1-e855-4d44-aa03-135bfda70704'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:02:55.365418 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-c1f8d6d1-2a17-464d-952d-54bf37336551 None None] Set router c9342bf1-e855-4d44-aa03-135bfda70704 gateway port host: dv-cinder-788363-3-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 14:02:55.732880 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-c1f8d6d1-2a17-464d-952d-54bf37336551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3af89e80>, [{'id': 'c9342bf1-e855-4d44-aa03-135bfda70704', 'name': 'tempest-AttachVolumeTestJSON-1693143150-router', 'tenant_id': '3e756f37709a4c19bc8378fa746d8337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'fcb55d34-429e-4e3a-b74c-ada2a4ef9791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:56:14Z', 'updated_at': '2021-05-17T13:56:19Z', 'revision_number': 4, 'project_id': '3e756f37709a4c19bc8378fa746d8337', 'gw_port': {'id': 'fcb55d34-429e-4e3a-b74c-ada2a4ef9791', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9342bf1-e855-4d44-aa03-135bfda70704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:56:15Z', 'updated_at': '2021-05-17T13:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_interfaces': [{'id': '874d1f8e-bf43-4fac-9221-0e98951f8b97', 'name': '', 'network_id': 'e30c6073-c867-46f4-bec2-eb7af316aeb9', 'tenant_id': '3e756f37709a4c19bc8378fa746d8337', 'mac_address': 'fa:16:3e:c1:49:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9342bf1-e855-4d44-aa03-135bfda70704', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd169b186-defa-4470-9ef1-50866ad43fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:56:19Z', 'updated_at': '2021-05-17T13:56:26Z', 'revision_number': 5, 'project_id': '3e756f37709a4c19bc8378fa746d8337', 'subnets': [{'id': 'd169b186-defa-4470-9ef1-50866ad43fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:02:55.737661 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f8d6d1-2a17-464d-952d-54bf37336551 None None] The sync data for ids ['c9342bf1-e855-4d44-aa03-135bfda70704'] in dv-cinder-788363-3-iscsi is: [{'id': 'c9342bf1-e855-4d44-aa03-135bfda70704', 'name': 'tempest-AttachVolumeTestJSON-1693143150-router', 'tenant_id': '3e756f37709a4c19bc8378fa746d8337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'fcb55d34-429e-4e3a-b74c-ada2a4ef9791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:56:14Z', 'updated_at': '2021-05-17T13:56:19Z', 'revision_number': 4, 'project_id': '3e756f37709a4c19bc8378fa746d8337', 'gw_port': {'id': 'fcb55d34-429e-4e3a-b74c-ada2a4ef9791', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9342bf1-e855-4d44-aa03-135bfda70704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:56:15Z', 'updated_at': '2021-05-17T13:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_interfaces': [{'id': '874d1f8e-bf43-4fac-9221-0e98951f8b97', 'name': '', 'network_id': 'e30c6073-c867-46f4-bec2-eb7af316aeb9', 'tenant_id': '3e756f37709a4c19bc8378fa746d8337', 'mac_address': 'fa:16:3e:c1:49:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9342bf1-e855-4d44-aa03-135bfda70704', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd169b186-defa-4470-9ef1-50866ad43fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:56:19Z', 'updated_at': '2021-05-17T13:56:26Z', 'revision_number': 5, 'project_id': '3e756f37709a4c19bc8378fa746d8337', 'subnets': [{'id': 'd169b186-defa-4470-9ef1-50866ad43fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 17 14:02:55.796299 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 39342) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:02:55.886459 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0806a981-af94-4440-b91b-9f4cfebdf4cd tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:55.924162 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0806a981-af94-4440-b91b-9f4cfebdf4cd tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:55.985747 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0806a981-af94-4440-b91b-9f4cfebdf4cd tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:55.990186 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-9edbe798-30d3-4dde-aae5-2d054e69fe8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:02:55.999244 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e00acb0-73be-4ffb-8865-731bc840871a None None] New status for floating IP 7d8f5dde-7682-4ad2-8b30-20caaafae333: DOWN {{(pid=78745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 17 14:02:56.006089 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0806a981-af94-4440-b91b-9f4cfebdf4cd tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76d41ad-6646-43e8-af05-5827b856b49d,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:02:56.008899 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-0806a981-af94-4440-b91b-9f4cfebdf4cd tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:02:56.017634 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0806a981-af94-4440-b91b-9f4cfebdf4cd tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:56.023017 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-0806a981-af94-4440-b91b-9f4cfebdf4cd tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "DELETE /v2.0/security-groups/b76d41ad-6646-43e8-af05-5827b856b49d HTTP/1.1" status: 204  len: 168 time: 0.2198465
May 17 14:02:56.023477 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 39348) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:02:56.043064 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.api.v2.resource [None req-804a6132-c721-4ff4-88a4-d3ef1bbe6222 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] show failed (client error): The resource could not be found.
May 17 14:02:56.044116 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-804a6132-c721-4ff4-88a4-d3ef1bbe6222 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups/b76d41ad-6646-43e8-af05-5827b856b49d HTTP/1.1" status: 404  len: 347 time: 0.0196779
May 17 14:02:56.047099 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 39352) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:02:56.512895 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [None req-949a85ca-6adf-49d9-afd8-2ffd708434b1 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Deleting port 364e61ee-0d4a-4913-b8ba-9271781ca337 {{(pid=78743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 14:02:56.513478 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-949a85ca-6adf-49d9-afd8-2ffd708434b1 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:56.670473 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-949a85ca-6adf-49d9-afd8-2ffd708434b1 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:56.670796 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-949a85ca-6adf-49d9-afd8-2ffd708434b1 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:56.796463 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [None req-949a85ca-6adf-49d9-afd8-2ffd708434b1 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Calling delete_port for 364e61ee-0d4a-4913-b8ba-9271781ca337 owned by network:floatingip {{(pid=78743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 14:02:56.924383 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-949a85ca-6adf-49d9-afd8-2ffd708434b1 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133957597'] for port, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:56.928413 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-8cd37337-47f8-44f8-a1b9-49f573ac7a39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:02:56.975273 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949a85ca-6adf-49d9-afd8-2ffd708434b1 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Pushing event deleted for resources: {'Port': ['ID=364e61ee-0d4a-4913-b8ba-9271781ca337,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:02:57.014204 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-949a85ca-6adf-49d9-afd8-2ffd708434b1 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:02:57.018610 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device ec99b98a-69fa-4259-a900-8e28bb2b1d1e no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 17 14:02:57.059609 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] No Port match for: ec99b98a-69fa-4259-a900-8e28bb2b1d1e {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 17 14:02:57.059986 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device ec99b98a-69fa-4259-a900-8e28bb2b1d1e not bound to the agent host hv-cinder-78836 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 17 14:02:57.087006 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-949a85ca-6adf-49d9-afd8-2ffd708434b1 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks [] for floatingip, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:57.100944 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-949a85ca-6adf-49d9-afd8-2ffd708434b1 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for floatingip, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:57.102067 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-949a85ca-6adf-49d9-afd8-2ffd708434b1 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "DELETE /v2.0/floatingips/7d8f5dde-7682-4ad2-8b30-20caaafae333 HTTP/1.1" status: 204  len: 168 time: 1.0506365
May 17 14:02:57.398143 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 39364) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:02:57.404601 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-7340c5b7-49fe-4ccd-a774-24f9a96580e0 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1757706324', 'description': 'tempest-description--759273025'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 14:02:57.410993 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-7340c5b7-49fe-4ccd-a774-24f9a96580e0 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 14:02:57.415627 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-7340c5b7-49fe-4ccd-a774-24f9a96580e0 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Usage tracker for resource:security_group and tenant:3e756f37709a4c19bc8378fa746d8337 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 14:02:57.419438 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-7340c5b7-49fe-4ccd-a774-24f9a96580e0 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 14:02:57.425891 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-7340c5b7-49fe-4ccd-a774-24f9a96580e0 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 14:02:57.438547 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7340c5b7-49fe-4ccd-a774-24f9a96580e0 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:57.462918 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-7340c5b7-49fe-4ccd-a774-24f9a96580e0 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 14:02:57.467457 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-7340c5b7-49fe-4ccd-a774-24f9a96580e0 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Usage tracker for resource:security_group_rule and tenant:3e756f37709a4c19bc8378fa746d8337 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 14:02:57.470406 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-7340c5b7-49fe-4ccd-a774-24f9a96580e0 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 14:02:57.476176 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-7340c5b7-49fe-4ccd-a774-24f9a96580e0 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 14:02:57.572724 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7340c5b7-49fe-4ccd-a774-24f9a96580e0 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:57.577544 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7340c5b7-49fe-4ccd-a774-24f9a96580e0 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:57.581498 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-1e533de1-152e-4e60-88ae-0d3cbd2bdd08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:02:57.625211 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7340c5b7-49fe-4ccd-a774-24f9a96580e0 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7e7f7a-f166-4210-bc49-42b3db0c74e2,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:02:57.629082 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7340c5b7-49fe-4ccd-a774-24f9a96580e0 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:57.630746 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-7340c5b7-49fe-4ccd-a774-24f9a96580e0 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2311966
May 17 14:02:57.632531 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-7340c5b7-49fe-4ccd-a774-24f9a96580e0 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:02:57.634735 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 39370) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:02:57.642179 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-c2be7e44-21a5-4a0b-bc27-d635f605874e tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Request body: {'security_group_rule': {'security_group_id': '3b7e7f7a-f166-4210-bc49-42b3db0c74e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 14:02:57.649698 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-c2be7e44-21a5-4a0b-bc27-d635f605874e tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 14:02:57.654257 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-c2be7e44-21a5-4a0b-bc27-d635f605874e tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Usage tracker for resource:security_group_rule and tenant:3e756f37709a4c19bc8378fa746d8337 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 14:02:57.657319 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-c2be7e44-21a5-4a0b-bc27-d635f605874e tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 14:02:57.663997 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-c2be7e44-21a5-4a0b-bc27-d635f605874e tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 14:02:57.679594 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c2be7e44-21a5-4a0b-bc27-d635f605874e tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:57.758900 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c2be7e44-21a5-4a0b-bc27-d635f605874e tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:57.763664 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c2be7e44-21a5-4a0b-bc27-d635f605874e tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677044'] for security_group_rule, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:57.765928 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-b226d1b8-dc50-456e-9558-caad2ea2438f tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:02:57.790373 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2be7e44-21a5-4a0b-bc27-d635f605874e tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fdc4ca5-1d09-4fe4-9c93-d9276e821d83,revision_number=0']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:02:57.793310 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-c2be7e44-21a5-4a0b-bc27-d635f605874e tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:02:57.801547 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c2be7e44-21a5-4a0b-bc27-d635f605874e tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:57.802811 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-c2be7e44-21a5-4a0b-bc27-d635f605874e tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1663260
May 17 14:02:57.807481 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 39374) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:02:57.813312 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-a0f44a13-5406-4fb2-9770-f02fbc0fd776 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Request body: {'security_group_rule': {'security_group_id': '3b7e7f7a-f166-4210-bc49-42b3db0c74e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 14:02:57.819556 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-a0f44a13-5406-4fb2-9770-f02fbc0fd776 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 14:02:57.824358 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-a0f44a13-5406-4fb2-9770-f02fbc0fd776 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Usage tracker for resource:security_group_rule and tenant:3e756f37709a4c19bc8378fa746d8337 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 14:02:57.827376 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-a0f44a13-5406-4fb2-9770-f02fbc0fd776 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 14:02:57.833984 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-a0f44a13-5406-4fb2-9770-f02fbc0fd776 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 14:02:57.850947 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a0f44a13-5406-4fb2-9770-f02fbc0fd776 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:57.916159 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a0f44a13-5406-4fb2-9770-f02fbc0fd776 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:57.920228 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a0f44a13-5406-4fb2-9770-f02fbc0fd776 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677044'] for security_group_rule, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:57.922454 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-8112ea69-3459-4c88-af7b-f40571b88092 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:02:57.945939 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f44a13-5406-4fb2-9770-f02fbc0fd776 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9711a779-8a3f-4e00-8caa-db87c7dae3e5,revision_number=0']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:02:57.949078 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-a0f44a13-5406-4fb2-9770-f02fbc0fd776 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:02:57.956649 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a0f44a13-5406-4fb2-9770-f02fbc0fd776 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:57.957893 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-a0f44a13-5406-4fb2-9770-f02fbc0fd776 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1492925
May 17 14:02:57.961082 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 39378) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:02:57.966294 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-312fa4e0-389d-4952-b45b-5eecd006856c tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Request body: {'floatingip': {'floating_network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 14:02:57.972653 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-312fa4e0-389d-4952-b45b-5eecd006856c tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 14:02:57.976579 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-312fa4e0-389d-4952-b45b-5eecd006856c tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Usage tracker for resource:floatingip and tenant:3e756f37709a4c19bc8378fa746d8337 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 14:02:57.979575 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-312fa4e0-389d-4952-b45b-5eecd006856c tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 14:02:57.985681 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-312fa4e0-389d-4952-b45b-5eecd006856c tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 14:02:57.998256 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-312fa4e0-389d-4952-b45b-5eecd006856c tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks [] for floatingip, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:58.144346 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-312fa4e0-389d-4952-b45b-5eecd006856c tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:58.292126 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.db_base_plugin_common [None req-312fa4e0-389d-4952-b45b-5eecd006856c tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Allocated IP 172.27.1.254 (d5b45ae7-16ce-45df-9da3-dc322e2b7d9a/b62193f4-5b84-40dd-ae21-6a70cb5f2e38/45b8a67f-4345-426d-9c6f-35dd2acd799c) {{(pid=78742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 17 14:02:58.543164 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-312fa4e0-389d-4952-b45b-5eecd006856c tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks [] for port, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:58.573594 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-312fa4e0-389d-4952-b45b-5eecd006856c tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774149279272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132438228'] for port, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:58.577446 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-6beb5eb0-aa60-41a6-bd69-a5a1ffe1d4b1 tempest-VolumesNegativeTest-148253981 tempest-VolumesNegativeTest-148253981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:02:58.644250 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312fa4e0-389d-4952-b45b-5eecd006856c tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Network d5b45ae7-16ce-45df-9da3-dc322e2b7d9a is already hosted by enough agents. {{(pid=78742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 14:02:58.647154 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-312fa4e0-389d-4952-b45b-5eecd006856c tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Resources bound (agent type, host, resource id):  {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 14:02:58.649668 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312fa4e0-389d-4952-b45b-5eecd006856c tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Received port after_create {{(pid=78742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 17 14:02:58.689241 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312fa4e0-389d-4952-b45b-5eecd006856c tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Pushing event updated for resources: {'Port': ['ID=45b8a67f-4345-426d-9c6f-35dd2acd799c,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:02:58.692066 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-312fa4e0-389d-4952-b45b-5eecd006856c tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:02:58.738977 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-312fa4e0-389d-4952-b45b-5eecd006856c tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:58.800908 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-312fa4e0-389d-4952-b45b-5eecd006856c tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:59.019936 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-312fa4e0-389d-4952-b45b-5eecd006856c tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks [] for port, precommit_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:59.025034 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-312fa4e0-389d-4952-b45b-5eecd006856c tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132438237'] for port, after_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:59.029481 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-26331212-0a21-419d-97e0-9f92a378adbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:02:59.138679 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312fa4e0-389d-4952-b45b-5eecd006856c tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Pushing event updated for resources: {'Port': ['ID=45b8a67f-4345-426d-9c6f-35dd2acd799c,revision_number=2']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:02:59.142907 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-312fa4e0-389d-4952-b45b-5eecd006856c tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:02:59.151994 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-312fa4e0-389d-4952-b45b-5eecd006856c tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975218'] for floatingip, after_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:59.174702 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-312fa4e0-389d-4952-b45b-5eecd006856c tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for floatingip, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:02:59.175982 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-312fa4e0-389d-4952-b45b-5eecd006856c tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.2139375
May 17 14:02:59.452733 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-41406b49-55c2-4599-8d8c-236a90170d3a req-b056924b-05bd-436c-b47a-8f9884c3c180 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Synchronizing usage tracker for tenant:3e756f37709a4c19bc8378fa746d8337 on resource:security_group {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 14:02:59.469823 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-41406b49-55c2-4599-8d8c-236a90170d3a req-b056924b-05bd-436c-b47a-8f9884c3c180 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Unset dirty status for tenant:3e756f37709a4c19bc8378fa746d8337 on resource:security_group {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 14:02:59.471013 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-41406b49-55c2-4599-8d8c-236a90170d3a req-b056924b-05bd-436c-b47a-8f9884c3c180 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1757706324&fields=id&tenant_id=3e756f37709a4c19bc8378fa746d8337 HTTP/1.1" status: 200  len: 267 time: 0.0593035
May 17 14:02:59.624499 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41406b49-55c2-4599-8d8c-236a90170d3a req-d404e8f6-20ed-4a0f-b198-7496d7da4f13 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:02:59.625965 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-41406b49-55c2-4599-8d8c-236a90170d3a req-d404e8f6-20ed-4a0f-b198-7496d7da4f13 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/networks?id=e30c6073-c867-46f4-bec2-eb7af316aeb9 HTTP/1.1" status: 200  len: 811 time: 0.1483569
May 17 14:02:59.641611 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-41406b49-55c2-4599-8d8c-236a90170d3a req-11688461-2c82-4f5a-8b73-ee4c34d4c343 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/quotas/3e756f37709a4c19bc8378fa746d8337 HTTP/1.1" status: 200  len: 375 time: 0.0100491
May 17 14:02:59.730310 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-41406b49-55c2-4599-8d8c-236a90170d3a req-78f14fe8-e4b9-44f1-8fb2-7387cf7f6fa5 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Synchronizing usage tracker for tenant:3e756f37709a4c19bc8378fa746d8337 on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 14:02:59.746620 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-41406b49-55c2-4599-8d8c-236a90170d3a req-78f14fe8-e4b9-44f1-8fb2-7387cf7f6fa5 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Unset dirty status for tenant:3e756f37709a4c19bc8378fa746d8337 on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 14:02:59.748441 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-41406b49-55c2-4599-8d8c-236a90170d3a req-78f14fe8-e4b9-44f1-8fb2-7387cf7f6fa5 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=3e756f37709a4c19bc8378fa746d8337&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1016569
May 17 14:02:59.898438 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-41406b49-55c2-4599-8d8c-236a90170d3a req-aec3c7a2-3097-48ec-9509-766ae3845cb7 service neutron] 10.222.0.54 "GET /v2.0/networks/e30c6073-c867-46f4-bec2-eb7af316aeb9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1341670
May 17 14:03:00.034670 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-41406b49-55c2-4599-8d8c-236a90170d3a req-a9ee892d-18a7-40bd-a4bb-a606dddad0ce service neutron] 10.222.0.54 "GET /v2.0/networks/e30c6073-c867-46f4-bec2-eb7af316aeb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1297216
May 17 14:03:00.212524 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-26cfcef0-8433-4507-a086-fd981f4bfdff req-4059a2cf-1c32-4517-a2c5-6eeea3cc3d18 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d7722b4-74e5-4694-88d0-9294397f17eb HTTP/1.1" status: 200  len: 210 time: 0.0419443
May 17 14:03:01.332696 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41406b49-55c2-4599-8d8c-236a90170d3a req-59011548-7f4f-4fb8-b667-d30740fe7208 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:03:01.334356 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-41406b49-55c2-4599-8d8c-236a90170d3a req-59011548-7f4f-4fb8-b667-d30740fe7208 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.49 "GET /v2.0/networks?id=e30c6073-c867-46f4-bec2-eb7af316aeb9 HTTP/1.1" status: 200  len: 811 time: 0.1659191
May 17 14:03:01.518991 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8f1782f2-86d6-44e4-ac15-80419ed5c38b req-36244db5-b6c7-48d5-a952-73b103ef6270 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d7722b4-74e5-4694-88d0-9294397f17eb HTTP/1.1" status: 200  len: 210 time: 0.1617544
May 17 14:03:01.532270 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-41406b49-55c2-4599-8d8c-236a90170d3a req-4a0cbb0b-1840-492b-a0de-9dbd6efeff64 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e756f37709a4c19bc8378fa746d8337 HTTP/1.1" status: 200  len: 380 time: 0.1899025
May 17 14:03:01.542331 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-41406b49-55c2-4599-8d8c-236a90170d3a req-fb07602d-5403-446b-9948-daa0ce27cc57 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Request body: {'port': {'device_id': '4d7722b4-74e5-4694-88d0-9294397f17eb', 'network_id': 'e30c6073-c867-46f4-bec2-eb7af316aeb9', 'admin_state_up': True, 'tenant_id': '3e756f37709a4c19bc8378fa746d8337', 'security_groups': ['3b7e7f7a-f166-4210-bc49-42b3db0c74e2']}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 14:03:01.685293 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-41406b49-55c2-4599-8d8c-236a90170d3a req-fb07602d-5403-446b-9948-daa0ce27cc57 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 14:03:01.695063 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-41406b49-55c2-4599-8d8c-236a90170d3a req-fb07602d-5403-446b-9948-daa0ce27cc57 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 14:03:01.705476 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41406b49-55c2-4599-8d8c-236a90170d3a req-fb07602d-5403-446b-9948-daa0ce27cc57 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Made reservation on behalf of 3e756f37709a4c19bc8378fa746d8337 for: {'port': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 17 14:03:01.709146 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-41406b49-55c2-4599-8d8c-236a90170d3a req-fb07602d-5403-446b-9948-daa0ce27cc57 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:01.887801 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_common [req-41406b49-55c2-4599-8d8c-236a90170d3a req-fb07602d-5403-446b-9948-daa0ce27cc57 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Allocated IP 172.20.0.14 (e30c6073-c867-46f4-bec2-eb7af316aeb9/d169b186-defa-4470-9ef1-50866ad43fba/42589a3b-572c-42a1-8591-69b54fae89cc) {{(pid=78743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 17 14:03:02.106439 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-41406b49-55c2-4599-8d8c-236a90170d3a req-fb07602d-5403-446b-9948-daa0ce27cc57 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks [] for port, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:02.124475 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.provisioning_blocks [req-41406b49-55c2-4599-8d8c-236a90170d3a req-fb07602d-5403-446b-9948-daa0ce27cc57 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Transition to ACTIVE for port object 42589a3b-572c-42a1-8591-69b54fae89cc will not be triggered until provisioned by entity DHCP. {{(pid=78743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 14:03:02.149317 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-41406b49-55c2-4599-8d8c-236a90170d3a req-fb07602d-5403-446b-9948-daa0ce27cc57 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774149279272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133957597'] for port, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:02.154893 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-3ff1c893-e0db-4f4e-829f-ad6d0faae3db tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:03:02.219857 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41406b49-55c2-4599-8d8c-236a90170d3a req-fb07602d-5403-446b-9948-daa0ce27cc57 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Network e30c6073-c867-46f4-bec2-eb7af316aeb9 is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 14:03:02.222964 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [req-41406b49-55c2-4599-8d8c-236a90170d3a req-fb07602d-5403-446b-9948-daa0ce27cc57 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Resources bound (agent type, host, resource id):  {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 14:03:02.226893 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-41406b49-55c2-4599-8d8c-236a90170d3a req-fb07602d-5403-446b-9948-daa0ce27cc57 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Received port after_create {{(pid=78743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 17 14:03:02.263451 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb07602d-5403-446b-9948-daa0ce27cc57 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Pushing event updated for resources: {'Port': ['ID=42589a3b-572c-42a1-8591-69b54fae89cc,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:03:02.274811 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-fb07602d-5403-446b-9948-daa0ce27cc57 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:03:02.325064 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41406b49-55c2-4599-8d8c-236a90170d3a req-fb07602d-5403-446b-9948-daa0ce27cc57 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:03:02.326130 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-41406b49-55c2-4599-8d8c-236a90170d3a req-fb07602d-5403-446b-9948-daa0ce27cc57 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:02.370239 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-41406b49-55c2-4599-8d8c-236a90170d3a req-fb07602d-5403-446b-9948-daa0ce27cc57 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8319719
May 17 14:03:02.381377 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-41406b49-55c2-4599-8d8c-236a90170d3a req-ad139507-3c8a-4f16-81b5-6c54ad5b202f service neutron] Request body: {'port': {'device_id': '4d7722b4-74e5-4694-88d0-9294397f17eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 14:03:02.493584 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-7a98b4f6-5466-4ced-b23b-1aa6386d6e00 None None] Provisioning for port 42589a3b-572c-42a1-8591-69b54fae89cc completed by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 14:03:02.499494 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-7a98b4f6-5466-4ced-b23b-1aa6386d6e00 None None] Provisioning complete for port 42589a3b-572c-42a1-8591-69b54fae89cc triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 14:03:02.499793 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-7a98b4f6-5466-4ced-b23b-1aa6386d6e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:02.501150 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-41406b49-55c2-4599-8d8c-236a90170d3a req-ad139507-3c8a-4f16-81b5-6c54ad5b202f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:02.557161 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-7a98b4f6-5466-4ced-b23b-1aa6386d6e00 None None] Port 42589a3b-572c-42a1-8591-69b54fae89cc cannot update to ACTIVE because it is not bound. {{(pid=78744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 17 14:03:02.898876 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f096a1f7-a397-4e09-bed5-0978a633c81e req-9e97d954-6aff-4bb9-9fe0-14fd1529991d tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:03:02.899603 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-f096a1f7-a397-4e09-bed5-0978a633c81e req-9e97d954-6aff-4bb9-9fe0-14fd1529991d tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Synchronizing usage tracker for tenant:3e756f37709a4c19bc8378fa746d8337 on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 14:03:02.944615 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-f096a1f7-a397-4e09-bed5-0978a633c81e req-9e97d954-6aff-4bb9-9fe0-14fd1529991d tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Unset dirty status for tenant:3e756f37709a4c19bc8378fa746d8337 on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 14:03:02.945757 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f096a1f7-a397-4e09-bed5-0978a633c81e req-9e97d954-6aff-4bb9-9fe0-14fd1529991d tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d7722b4-74e5-4694-88d0-9294397f17eb HTTP/1.1" status: 200  len: 932 time: 0.3108282
May 17 14:03:02.951192 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6cb3ded1-af3c-4810-8e8b-d4a7d906cad9 req-d5f3585e-748c-404e-90ed-35d269ce69fe service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0122dee7-ebd4-4cac-aa82-4807a0e12254&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1648345
May 17 14:03:03.066147 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [req-41406b49-55c2-4599-8d8c-236a90170d3a req-ad139507-3c8a-4f16-81b5-6c54ad5b202f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42589a3b-572c-42a1-8591-69b54fae89cc {{(pid=78743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 17 14:03:03.084213 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-41406b49-55c2-4599-8d8c-236a90170d3a req-ad139507-3c8a-4f16-81b5-6c54ad5b202f service neutron] Notify callbacks [] for port, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:03.097820 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f096a1f7-a397-4e09-bed5-0978a633c81e req-2c1575ca-6aab-4578-bbb1-84f163929be8 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b7e7f7a-f166-4210-bc49-42b3db0c74e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1172996
May 17 14:03:03.114146 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.provisioning_blocks [req-41406b49-55c2-4599-8d8c-236a90170d3a req-ad139507-3c8a-4f16-81b5-6c54ad5b202f service neutron] Transition to ACTIVE for port object 42589a3b-572c-42a1-8591-69b54fae89cc will not be triggered until provisioned by entity L2. {{(pid=78743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 14:03:03.118985 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-41406b49-55c2-4599-8d8c-236a90170d3a req-ad139507-3c8a-4f16-81b5-6c54ad5b202f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133957588'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:03.124537 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-9656aec1-a11a-472c-91f1-23b98a2eca91 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:03:03.262929 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad139507-3c8a-4f16-81b5-6c54ad5b202f service neutron] Pushing event updated for resources: {'Port': ['ID=42589a3b-572c-42a1-8591-69b54fae89cc,revision_number=2']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:03:03.267856 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-ad139507-3c8a-4f16-81b5-6c54ad5b202f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:03:03.339815 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3ded1-af3c-4810-8e8b-d4a7d906cad9 req-b5543921-a26e-491f-901e-da82a257ff5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:03:03.341758 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6cb3ded1-af3c-4810-8e8b-d4a7d906cad9 req-b5543921-a26e-491f-901e-da82a257ff5b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b46cc502c62d47f5ad1b5cac00f4506b&device_id=0122dee7-ebd4-4cac-aa82-4807a0e12254 HTTP/1.1" status: 200  len: 1098 time: 0.3134725
May 17 14:03:03.491824 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:03.587628 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-41406b49-55c2-4599-8d8c-236a90170d3a req-ad139507-3c8a-4f16-81b5-6c54ad5b202f service neutron] Attempting to bind port 42589a3b-572c-42a1-8591-69b54fae89cc on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 17 14:03:03.588214 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-41406b49-55c2-4599-8d8c-236a90170d3a req-ad139507-3c8a-4f16-81b5-6c54ad5b202f service neutron] Attempting to bind port 42589a3b-572c-42a1-8591-69b54fae89cc by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '8a963ee4-8e3f-4bf5-a55f-d5e1ff62ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e30c6073-c867-46f4-bec2-eb7af316aeb9'}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 17 14:03:03.588358 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41406b49-55c2-4599-8d8c-236a90170d3a req-ad139507-3c8a-4f16-81b5-6c54ad5b202f service neutron] Attempting to bind port 42589a3b-572c-42a1-8591-69b54fae89cc on network e30c6073-c867-46f4-bec2-eb7af316aeb9 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 14:03:03.597800 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41406b49-55c2-4599-8d8c-236a90170d3a req-ad139507-3c8a-4f16-81b5-6c54ad5b202f service neutron] Port 42589a3b-572c-42a1-8591-69b54fae89cc on network e30c6073-c867-46f4-bec2-eb7af316aeb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 17 14:03:03.598126 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41406b49-55c2-4599-8d8c-236a90170d3a req-ad139507-3c8a-4f16-81b5-6c54ad5b202f service neutron] Attempting to bind port 42589a3b-572c-42a1-8591-69b54fae89cc on network e30c6073-c867-46f4-bec2-eb7af316aeb9 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 14:03:03.622537 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41406b49-55c2-4599-8d8c-236a90170d3a req-ad139507-3c8a-4f16-81b5-6c54ad5b202f service neutron] Checking agent: {'id': '2184a6b5-3e0c-4449-b4b5-a4e82803b4d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 53, 3), 'started_at': datetime.datetime(2021, 5, 17, 13, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 14, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 17 14:03:03.622876 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41406b49-55c2-4599-8d8c-236a90170d3a req-ad139507-3c8a-4f16-81b5-6c54ad5b202f service neutron] Checking segment: {'id': '8a963ee4-8e3f-4bf5-a55f-d5e1ff62ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e30c6073-c867-46f4-bec2-eb7af316aeb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 14:03:03.623262 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41406b49-55c2-4599-8d8c-236a90170d3a req-ad139507-3c8a-4f16-81b5-6c54ad5b202f service neutron] Bound using segment: {'id': '8a963ee4-8e3f-4bf5-a55f-d5e1ff62ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e30c6073-c867-46f4-bec2-eb7af316aeb9'} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 17 14:03:03.623739 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-41406b49-55c2-4599-8d8c-236a90170d3a req-ad139507-3c8a-4f16-81b5-6c54ad5b202f service neutron] Bound port: 42589a3b-572c-42a1-8591-69b54fae89cc, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a963ee4-8e3f-4bf5-a55f-d5e1ff62ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e30c6073-c867-46f4-bec2-eb7af316aeb9'}}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 17 14:03:03.624081 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-41406b49-55c2-4599-8d8c-236a90170d3a req-ad139507-3c8a-4f16-81b5-6c54ad5b202f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:03.683668 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3ded1-af3c-4810-8e8b-d4a7d906cad9 req-91b5188e-f5c4-44e8-bb41-3851c9875e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:03:03.685121 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6cb3ded1-af3c-4810-8e8b-d4a7d906cad9 req-91b5188e-f5c4-44e8-bb41-3851c9875e71 service neutron] 10.222.0.49 "GET /v2.0/networks?id=17f276ec-48a2-425f-91fa-53462c568dbf HTTP/1.1" status: 200  len: 910 time: 0.3191347
May 17 14:03:03.821994 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-41406b49-55c2-4599-8d8c-236a90170d3a req-ad139507-3c8a-4f16-81b5-6c54ad5b202f service neutron] For port 42589a3b-572c-42a1-8591-69b54fae89cc, host hv-cinder-78836, cleared binding levels {{(pid=78743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 17 14:03:03.826024 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6cb3ded1-af3c-4810-8e8b-d4a7d906cad9 req-9015bf25-4047-4429-be82-a18f3fd3d77e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71f374e4-dda9-4593-81cc-c6e7dcde1f3d HTTP/1.1" status: 200  len: 1001 time: 0.1298926
May 17 14:03:03.827854 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-41406b49-55c2-4599-8d8c-236a90170d3a req-ad139507-3c8a-4f16-81b5-6c54ad5b202f service neutron] For port 42589a3b-572c-42a1-8591-69b54fae89cc, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=42589a3b-572c-42a1-8591-69b54fae89cc,segment=NetworkSegment(8a963ee4-8e3f-4bf5-a55f-d5e1ff62ad29),segment_id=8a963ee4-8e3f-4bf5-a55f-d5e1ff62ad29)] {{(pid=78743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 17 14:03:03.833189 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-41406b49-55c2-4599-8d8c-236a90170d3a req-ad139507-3c8a-4f16-81b5-6c54ad5b202f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133957588'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:03.838849 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-171503fb-310a-4ef1-bfd9-16d49e0613d1 tempest-VolumesActionsTest-1715297037 tempest-VolumesActionsTest-1715297037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:03:03.950551 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41406b49-55c2-4599-8d8c-236a90170d3a req-ad139507-3c8a-4f16-81b5-6c54ad5b202f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:03:03.951176 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-41406b49-55c2-4599-8d8c-236a90170d3a req-ad139507-3c8a-4f16-81b5-6c54ad5b202f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:03.952614 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-41406b49-55c2-4599-8d8c-236a90170d3a req-ad139507-3c8a-4f16-81b5-6c54ad5b202f service neutron] 10.222.0.49 "PUT /v2.0/ports/42589a3b-572c-42a1-8591-69b54fae89cc HTTP/1.1" status: 200  len: 1094 time: 1.5756783
May 17 14:03:03.953135 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d7722b4-74e5-4694-88d0-9294397f17eb', 'tag': '42589a3b-572c-42a1-8591-69b54fae89cc'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 14:03:03.973769 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3ded1-af3c-4810-8e8b-d4a7d906cad9 req-34cda818-0daa-4379-83ba-dfcddd2df303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:03:03.975259 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6cb3ded1-af3c-4810-8e8b-d4a7d906cad9 req-34cda818-0daa-4379-83ba-dfcddd2df303 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=08a0d08f-e6a8-470a-bbaf-7361dd8bc1a0 HTTP/1.1" status: 200  len: 848 time: 0.1375690
May 17 14:03:04.015898 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad139507-3c8a-4f16-81b5-6c54ad5b202f service neutron] Pushing event updated for resources: {'Port': ['ID=42589a3b-572c-42a1-8591-69b54fae89cc,revision_number=3']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:03:04.024486 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d7722b4-74e5-4694-88d0-9294397f17eb', 'tag': '42589a3b-572c-42a1-8591-69b54fae89cc', 'status': 'completed', 'code': 200}
May 17 14:03:04.025244 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-ad139507-3c8a-4f16-81b5-6c54ad5b202f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:03:04.129064 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3ded1-af3c-4810-8e8b-d4a7d906cad9 req-b44bfeed-9368-47bc-9c8b-948c8d0c74f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:03:04.130567 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6cb3ded1-af3c-4810-8e8b-d4a7d906cad9 req-b44bfeed-9368-47bc-9c8b-948c8d0c74f1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=17f276ec-48a2-425f-91fa-53462c568dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1478589
May 17 14:03:04.138047 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41406b49-55c2-4599-8d8c-236a90170d3a req-bf79de83-3c8d-4d2c-9b8c-c9142b65bc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:03:04.139607 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-41406b49-55c2-4599-8d8c-236a90170d3a req-bf79de83-3c8d-4d2c-9b8c-c9142b65bc61 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3e756f37709a4c19bc8378fa746d8337&device_id=4d7722b4-74e5-4694-88d0-9294397f17eb HTTP/1.1" status: 200  len: 1097 time: 0.1001127
May 17 14:03:04.272299 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-41406b49-55c2-4599-8d8c-236a90170d3a req-5d346f42-5683-46e2-ad39-b3768948b641 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42589a3b-572c-42a1-8591-69b54fae89cc HTTP/1.1" status: 200  len: 217 time: 0.1133029
May 17 14:03:04.435081 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41406b49-55c2-4599-8d8c-236a90170d3a req-a131dcc8-a901-44ea-86ff-134d18f9a2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:03:04.436443 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-41406b49-55c2-4599-8d8c-236a90170d3a req-a131dcc8-a901-44ea-86ff-134d18f9a2ff service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d169b186-defa-4470-9ef1-50866ad43fba HTTP/1.1" status: 200  len: 850 time: 0.1183138
May 17 14:03:04.446568 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6cb3ded1-af3c-4810-8e8b-d4a7d906cad9 req-ac4ec5e4-a74d-4210-84d1-df4a7847d12c service neutron] 10.222.0.49 "GET /v2.0/networks/17f276ec-48a2-425f-91fa-53462c568dbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3059914
May 17 14:03:04.596265 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3caee9a-e2c7-4fcc-b30c-a2b985d5b25f req-27382577-cc1b-40ea-933b-5645f6ea9169 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:03:04.597837 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b3caee9a-e2c7-4fcc-b30c-a2b985d5b25f req-27382577-cc1b-40ea-933b-5645f6ea9169 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d7722b4-74e5-4694-88d0-9294397f17eb HTTP/1.1" status: 200  len: 944 time: 0.3276441
May 17 14:03:04.693164 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b3caee9a-e2c7-4fcc-b30c-a2b985d5b25f req-87ca9bb6-d864-44ea-b15a-b968b9322122 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b7e7f7a-f166-4210-bc49-42b3db0c74e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0891171
May 17 14:03:04.698646 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6cb3ded1-af3c-4810-8e8b-d4a7d906cad9 req-66cf0166-09ff-40ab-8b7c-3cacb077f666 service neutron] 10.222.0.49 "GET /v2.0/networks/17f276ec-48a2-425f-91fa-53462c568dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2129858
May 17 14:03:04.705894 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41406b49-55c2-4599-8d8c-236a90170d3a req-1a12132e-8a38-4f59-a0cc-a5769018fe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:03:04.707918 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-41406b49-55c2-4599-8d8c-236a90170d3a req-1a12132e-8a38-4f59-a0cc-a5769018fe69 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e30c6073-c867-46f4-bec2-eb7af316aeb9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2600243
May 17 14:03:04.852876 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-41406b49-55c2-4599-8d8c-236a90170d3a req-2ccd969b-cadd-4b7f-92e2-a8d7e6526909 service neutron] 10.222.0.49 "GET /v2.0/networks/e30c6073-c867-46f4-bec2-eb7af316aeb9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376600
May 17 14:03:04.990826 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-41406b49-55c2-4599-8d8c-236a90170d3a req-65423afc-3859-4ffe-9b88-9ec4adaf6009 service neutron] 10.222.0.49 "GET /v2.0/networks/e30c6073-c867-46f4-bec2-eb7af316aeb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1304002
May 17 14:03:05.223615 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477dd822-e0f1-4778-a853-2953c90737f9 req-bc2c06f9-4a21-4f27-9aee-11769c2405c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:03:05.225109 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-477dd822-e0f1-4778-a853-2953c90737f9 req-bc2c06f9-4a21-4f27-9aee-11769c2405c7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3e756f37709a4c19bc8378fa746d8337&device_id=4d7722b4-74e5-4694-88d0-9294397f17eb HTTP/1.1" status: 200  len: 1097 time: 0.1822214
May 17 14:03:05.362612 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477dd822-e0f1-4778-a853-2953c90737f9 req-988e3570-fd2d-4aaa-95ec-c86e11e7f2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:03:05.364173 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-477dd822-e0f1-4778-a853-2953c90737f9 req-988e3570-fd2d-4aaa-95ec-c86e11e7f2f5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e30c6073-c867-46f4-bec2-eb7af316aeb9 HTTP/1.1" status: 200  len: 912 time: 0.1325064
May 17 14:03:05.432668 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-477dd822-e0f1-4778-a853-2953c90737f9 req-8ab9a1ed-d8c0-4637-995e-2aebe3f2a2a0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42589a3b-572c-42a1-8591-69b54fae89cc HTTP/1.1" status: 200  len: 217 time: 0.0608883
May 17 14:03:05.501173 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477dd822-e0f1-4778-a853-2953c90737f9 req-aeb95604-b59a-48b6-8ad5-841a552a62c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:03:05.502538 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-477dd822-e0f1-4778-a853-2953c90737f9 req-aeb95604-b59a-48b6-8ad5-841a552a62c3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d169b186-defa-4470-9ef1-50866ad43fba HTTP/1.1" status: 200  len: 850 time: 0.0641024
May 17 14:03:05.580561 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477dd822-e0f1-4778-a853-2953c90737f9 req-398119b1-a4a9-49bf-9eca-a3c5f50512d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:03:05.582044 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-477dd822-e0f1-4778-a853-2953c90737f9 req-398119b1-a4a9-49bf-9eca-a3c5f50512d2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e30c6073-c867-46f4-bec2-eb7af316aeb9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0728908
May 17 14:03:05.721434 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-477dd822-e0f1-4778-a853-2953c90737f9 req-67580884-dc8a-4500-bca0-061b92b1671c service neutron] 10.222.0.49 "GET /v2.0/networks/e30c6073-c867-46f4-bec2-eb7af316aeb9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1317077
May 17 14:03:05.947025 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-477dd822-e0f1-4778-a853-2953c90737f9 req-f77ed20f-1ecf-408f-84c3-d4d1994de59b service neutron] 10.222.0.49 "GET /v2.0/networks/e30c6073-c867-46f4-bec2-eb7af316aeb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2108438
May 17 14:03:05.963212 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04494e64-140e-44d3-99e6-93639aca3c73 req-ae9572b1-da8a-4462-a61d-cd30be17ef7a tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:03:05.965322 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-04494e64-140e-44d3-99e6-93639aca3c73 req-ae9572b1-da8a-4462-a61d-cd30be17ef7a tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d7722b4-74e5-4694-88d0-9294397f17eb HTTP/1.1" status: 200  len: 944 time: 0.1447189
May 17 14:03:06.014473 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-04494e64-140e-44d3-99e6-93639aca3c73 req-ef28ef6b-c437-4483-ba1f-16cf873e60a6 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b7e7f7a-f166-4210-bc49-42b3db0c74e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415049
May 17 14:03:07.209786 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b2e3b5-02ae-4cb0-af9f-760ec3ddc6a6 req-6e11a189-b34a-4028-a77c-da8b565edad6 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:03:07.211341 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c5b2e3b5-02ae-4cb0-af9f-760ec3ddc6a6 req-6e11a189-b34a-4028-a77c-da8b565edad6 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d7722b4-74e5-4694-88d0-9294397f17eb HTTP/1.1" status: 200  len: 944 time: 0.0842521
May 17 14:03:07.269400 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c5b2e3b5-02ae-4cb0-af9f-760ec3ddc6a6 req-c72c0876-f418-483b-980f-1a0e0832809f tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b7e7f7a-f166-4210-bc49-42b3db0c74e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516009
May 17 14:03:07.434366 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-8f2e3ff0-954e-40e9-a838-508b0a1378c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:08.471697 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d82e78-bb09-4740-923d-610a787aec8e req-e6a33073-9f57-4bbb-8f5d-480c08c34d5c tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:03:08.473252 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-66d82e78-bb09-4740-923d-610a787aec8e req-e6a33073-9f57-4bbb-8f5d-480c08c34d5c tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d7722b4-74e5-4694-88d0-9294397f17eb HTTP/1.1" status: 200  len: 944 time: 0.0829668
May 17 14:03:08.521048 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-66d82e78-bb09-4740-923d-610a787aec8e req-010cee85-b02c-49c0-83bc-dc565c23f1c2 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b7e7f7a-f166-4210-bc49-42b3db0c74e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418303
May 17 14:03:09.093007 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device 42589a3b-572c-42a1-8591-69b54fae89cc details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 17 14:03:09.232877 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port 42589a3b-572c-42a1-8591-69b54fae89cc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=42589a3b-572c-42a1-8591-69b54fae89cc,segment=NetworkSegment(8a963ee4-8e3f-4bf5-a55f-d5e1ff62ad29),segment_id=8a963ee4-8e3f-4bf5-a55f-d5e1ff62ad29)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:03:09.248118 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Returning: {'device': '42589a3b-572c-42a1-8591-69b54fae89cc', 'network_id': 'e30c6073-c867-46f4-bec2-eb7af316aeb9', 'port_id': '42589a3b-572c-42a1-8591-69b54fae89cc', 'mac_address': 'fa:16:3e:61:4f:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd169b186-defa-4470-9ef1-50866ad43fba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 17 14:03:09.310769 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:09.328443 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42589a3b-572c-42a1-8591-69b54fae89cc {{(pid=78744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 17 14:03:09.344943 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port 42589a3b-572c-42a1-8591-69b54fae89cc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=42589a3b-572c-42a1-8591-69b54fae89cc,segment=NetworkSegment(8a963ee4-8e3f-4bf5-a55f-d5e1ff62ad29),segment_id=8a963ee4-8e3f-4bf5-a55f-d5e1ff62ad29)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:03:09.349749 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:09.352229 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:03:09.422051 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Pushing event updated for resources: {'Port': ['ID=42589a3b-572c-42a1-8591-69b54fae89cc,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:03:09.425473 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:03:09.706886 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] get_ports_and_sgs() called for port_ids ['42589a3b-572c-42a1-8591-69b54fae89cc'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 17 14:03:09.724803 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23aa0e-eb5f-40de-90fc-44a9bf2ff8f6 req-5fee1840-fbc5-4cb9-aa75-9c73f4cb6b54 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:03:09.726629 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5e23aa0e-eb5f-40de-90fc-44a9bf2ff8f6 req-5fee1840-fbc5-4cb9-aa75-9c73f4cb6b54 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d7722b4-74e5-4694-88d0-9294397f17eb HTTP/1.1" status: 200  len: 945 time: 0.0943286
May 17 14:03:09.796524 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5e23aa0e-eb5f-40de-90fc-44a9bf2ff8f6 req-bb99c84a-ca33-4378-a16a-6e28776ef089 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b7e7f7a-f166-4210-bc49-42b3db0c74e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0631382
May 17 14:03:09.900532 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:10.149274 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0108f504-7634-4c4a-a411-020723e836e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:10.999258 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4381b3-eb8b-4346-b4dd-a199b5a9d7cb req-2b45dc6e-1ec6-4c42-98ac-c80a56f9ae29 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:03:11.001171 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ee4381b3-eb8b-4346-b4dd-a199b5a9d7cb req-2b45dc6e-1ec6-4c42-98ac-c80a56f9ae29 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d7722b4-74e5-4694-88d0-9294397f17eb HTTP/1.1" status: 200  len: 945 time: 0.0868399
May 17 14:03:11.030917 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-533a9918-d89c-4562-8a48-35a661957320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:11.065759 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ee4381b3-eb8b-4346-b4dd-a199b5a9d7cb req-63e17512-826a-4ac9-a30d-20abac2bd133 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b7e7f7a-f166-4210-bc49-42b3db0c74e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0566509
May 17 14:03:11.108833 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device 42589a3b-572c-42a1-8591-69b54fae89cc up at agent hyperv_hv-cinder-78836 {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 14:03:11.187240 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Provisioning for port 42589a3b-572c-42a1-8591-69b54fae89cc completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 14:03:11.192277 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Provisioning complete for port 42589a3b-572c-42a1-8591-69b54fae89cc triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 14:03:11.192658 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:11.323821 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:11.355476 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7722b4-74e5-4694-88d0-9294397f17eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42589a3b-572c-42a1-8591-69b54fae89cc'}] {{(pid=78744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 14:03:11.366043 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port 42589a3b-572c-42a1-8591-69b54fae89cc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=42589a3b-572c-42a1-8591-69b54fae89cc,segment=NetworkSegment(8a963ee4-8e3f-4bf5-a55f-d5e1ff62ad29),segment_id=8a963ee4-8e3f-4bf5-a55f-d5e1ff62ad29)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:03:11.371183 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:11.374190 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-188707c6-0a15-4b8a-9604-99da5bf6d822 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:03:11.409317 dv-cinder-788363-3-iscsi neutron-server[78744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7722b4-74e5-4694-88d0-9294397f17eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42589a3b-572c-42a1-8591-69b54fae89cc', 'code': 200}
May 17 14:03:11.453660 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Pushing event updated for resources: {'Port': ['ID=42589a3b-572c-42a1-8591-69b54fae89cc,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:03:11.456860 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:03:11.658365 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3935567-27f9-453c-a76b-90f61bb35fd4 req-c85be02a-079e-4488-94c8-a2e59607c94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:03:11.659808 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a3935567-27f9-453c-a76b-90f61bb35fd4 req-c85be02a-079e-4488-94c8-a2e59607c94c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4d7722b4-74e5-4694-88d0-9294397f17eb HTTP/1.1" status: 200  len: 1099 time: 0.0742960
May 17 14:03:11.703589 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a3935567-27f9-453c-a76b-90f61bb35fd4 req-42539d0d-99ac-43f3-8a39-53b45fb09d6c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3b7e7f7a-f166-4210-bc49-42b3db0c74e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377479
May 17 14:03:12.319711 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a3efe-e270-4185-9d01-64576ea07ae1 req-a9171257-f02b-415a-9e46-30baae79d0b5 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:03:12.322101 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-223a3efe-e270-4185-9d01-64576ea07ae1 req-a9171257-f02b-415a-9e46-30baae79d0b5 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d7722b4-74e5-4694-88d0-9294397f17eb HTTP/1.1" status: 200  len: 946 time: 0.1301248
May 17 14:03:12.381735 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-223a3efe-e270-4185-9d01-64576ea07ae1 req-69d79965-2132-458f-b025-4317831e16ca tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b7e7f7a-f166-4210-bc49-42b3db0c74e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0529089
May 17 14:03:12.535976 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1529072-104d-404f-8ce8-7078c9c34ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:13.578372 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d74ce7-33b7-4153-a54e-64011573187c req-5c71fb6f-ab53-411b-ace5-c5ec7e770c14 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:03:13.579946 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c5d74ce7-33b7-4153-a54e-64011573187c req-5c71fb6f-ab53-411b-ace5-c5ec7e770c14 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d7722b4-74e5-4694-88d0-9294397f17eb HTTP/1.1" status: 200  len: 946 time: 0.0855131
May 17 14:03:13.631651 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c5d74ce7-33b7-4153-a54e-64011573187c req-7ae1ea46-5b5a-40a4-8ed9-445d25bdf68c tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b7e7f7a-f166-4210-bc49-42b3db0c74e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442715
May 17 14:03:13.931277 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb166390-a5d4-4d3b-8ccc-96210278d75c req-b372ac78-c9ca-4214-9443-85f21afcffe4 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:03:13.932866 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-bb166390-a5d4-4d3b-8ccc-96210278d75c req-b372ac78-c9ca-4214-9443-85f21afcffe4 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d7722b4-74e5-4694-88d0-9294397f17eb HTTP/1.1" status: 200  len: 946 time: 0.0858028
May 17 14:03:13.942313 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 39466) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:03:13.948584 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-01746531-adae-4f32-b6e4-d8b61cb05f86 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Request body: {'floatingip': {'port_id': '42589a3b-572c-42a1-8591-69b54fae89cc'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 14:03:14.026177 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-01746531-adae-4f32-b6e4-d8b61cb05f86 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks [] for floatingip, before_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:14.662838 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-01746531-adae-4f32-b6e4-d8b61cb05f86 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:14.667812 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-01746531-adae-4f32-b6e4-d8b61cb05f86 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975218'] for floatingip, after_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:14.951405 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.db.l3_db [None req-01746531-adae-4f32-b6e4-d8b61cb05f86 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Floating IP ebdb4a0b-aab5-4f3d-82d4-05161c934585 associated. External IP: 172.27.1.254, port: 42589a3b-572c-42a1-8591-69b54fae89cc.
May 17 14:03:15.341253 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01746531-adae-4f32-b6e4-d8b61cb05f86 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Router c9342bf1-e855-4d44-aa03-135bfda70704 has already been hosted by L3 agent 5f048e90-1481-4c55-97c3-311a68b90326 {{(pid=78742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 17 14:03:15.534632 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01746531-adae-4f32-b6e4-d8b61cb05f86 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify agent at l3_agent.dv-cinder-788363-3-iscsi the message routers_updated {{(pid=78742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 17 14:03:15.540230 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-01746531-adae-4f32-b6e4-d8b61cb05f86 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for floatingip, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:15.546665 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee1fbec-e76f-447d-9c71-b874c53fd179 None None] Sync routers for ids ['c9342bf1-e855-4d44-aa03-135bfda70704'] in dv-cinder-788363-3-iscsi {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 17 14:03:15.562155 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee1fbec-e76f-447d-9c71-b874c53fd179 None None] Routers {'c9342bf1-e855-4d44-aa03-135bfda70704'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 14:03:15.563110 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-1ee1fbec-e76f-447d-9c71-b874c53fd179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3b3fcb20>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T14:03:10Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['c9342bf1-e855-4d44-aa03-135bfda70704'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:03:15.597860 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-01746531-adae-4f32-b6e4-d8b61cb05f86 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "PUT /v2.0/floatingips/ebdb4a0b-aab5-4f3d-82d4-05161c934585 HTTP/1.1" status: 200  len: 992 time: 1.6544235
May 17 14:03:15.598625 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d7722b4-74e5-4694-88d0-9294397f17eb', 'tag': '42589a3b-572c-42a1-8591-69b54fae89cc'}] {{(pid=78742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 14:03:15.768017 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d7722b4-74e5-4694-88d0-9294397f17eb', 'tag': '42589a3b-572c-42a1-8591-69b54fae89cc', 'status': 'completed', 'code': 200}
May 17 14:03:15.787730 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-1ee1fbec-e76f-447d-9c71-b874c53fd179 None None] Set router c9342bf1-e855-4d44-aa03-135bfda70704 gateway port host: dv-cinder-788363-3-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 14:03:15.873967 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f7f0b-41cf-4e60-93e7-7c3eee0e1edf req-336b3356-322c-4d63-8783-72d883798d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:03:15.875522 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d20f7f0b-41cf-4e60-93e7-7c3eee0e1edf req-336b3356-322c-4d63-8783-72d883798d5a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3e756f37709a4c19bc8378fa746d8337&device_id=4d7722b4-74e5-4694-88d0-9294397f17eb HTTP/1.1" status: 200  len: 1099 time: 0.0826893
May 17 14:03:16.122491 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f7f0b-41cf-4e60-93e7-7c3eee0e1edf req-c4e200f9-2b5d-4992-91a7-676982f38f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:03:16.124091 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d20f7f0b-41cf-4e60-93e7-7c3eee0e1edf req-c4e200f9-2b5d-4992-91a7-676982f38f81 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e30c6073-c867-46f4-bec2-eb7af316aeb9 HTTP/1.1" status: 200  len: 912 time: 0.2411647
May 17 14:03:16.273915 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d20f7f0b-41cf-4e60-93e7-7c3eee0e1edf req-2ae9d54a-08a0-47c9-89c3-cdb0aba973f4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42589a3b-572c-42a1-8591-69b54fae89cc HTTP/1.1" status: 200  len: 1000 time: 0.1432195
May 17 14:03:16.303342 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-1ee1fbec-e76f-447d-9c71-b874c53fd179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3b3fcb20>, [{'id': 'c9342bf1-e855-4d44-aa03-135bfda70704', 'name': 'tempest-AttachVolumeTestJSON-1693143150-router', 'tenant_id': '3e756f37709a4c19bc8378fa746d8337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'fcb55d34-429e-4e3a-b74c-ada2a4ef9791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:56:14Z', 'updated_at': '2021-05-17T13:56:19Z', 'revision_number': 4, 'project_id': '3e756f37709a4c19bc8378fa746d8337', 'gw_port': {'id': 'fcb55d34-429e-4e3a-b74c-ada2a4ef9791', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9342bf1-e855-4d44-aa03-135bfda70704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:56:15Z', 'updated_at': '2021-05-17T13:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_floatingips': [{'id': 'ebdb4a0b-aab5-4f3d-82d4-05161c934585', 'tenant_id': '3e756f37709a4c19bc8378fa746d8337', 'floating_ip_address': '172.27.1.254', 'floating_network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'router_id': 'c9342bf1-e855-4d44-aa03-135bfda70704', 'port_id': '42589a3b-572c-42a1-8591-69b54fae89cc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e30c6073-c867-46f4-bec2-eb7af316aeb9', 'mac_address': 'fa:16:3e:61:4f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7722b4-74e5-4694-88d0-9294397f17eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T14:02:58Z', 'updated_at': '2021-05-17T14:03:14Z', 'revision_number': 1, 'project_id': '3e756f37709a4c19bc8378fa746d8337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '874d1f8e-bf43-4fac-9221-0e98951f8b97', 'name': '', 'network_id': 'e30c6073-c867-46f4-bec2-eb7af316aeb9', 'tenant_id': '3e756f37709a4c19bc8378fa746d8337', 'mac_address': 'fa:16:3e:c1:49:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9342bf1-e855-4d44-aa03-135bfda70704', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd169b186-defa-4470-9ef1-50866ad43fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:56:19Z', 'updated_at': '2021-05-17T13:56:26Z', 'revision_number': 5, 'project_id': '3e756f37709a4c19bc8378fa746d8337', 'subnets': [{'id': 'd169b186-defa-4470-9ef1-50866ad43fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:03:16.308904 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee1fbec-e76f-447d-9c71-b874c53fd179 None None] Checking router: c9342bf1-e855-4d44-aa03-135bfda70704 for host: dv-cinder-788363-3-iscsi {{(pid=78744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 17 14:03:16.322658 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee1fbec-e76f-447d-9c71-b874c53fd179 None None] Routers {'c9342bf1-e855-4d44-aa03-135bfda70704'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 14:03:16.322658 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-1ee1fbec-e76f-447d-9c71-b874c53fd179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3b3fcb20>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T14:03:10Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['c9342bf1-e855-4d44-aa03-135bfda70704'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:03:16.346468 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f7f0b-41cf-4e60-93e7-7c3eee0e1edf req-4edf2730-a5f3-4a8e-a85a-f9fee4e2731b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:03:16.348130 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d20f7f0b-41cf-4e60-93e7-7c3eee0e1edf req-4edf2730-a5f3-4a8e-a85a-f9fee4e2731b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d169b186-defa-4470-9ef1-50866ad43fba HTTP/1.1" status: 200  len: 850 time: 0.0679913
May 17 14:03:16.428666 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f7f0b-41cf-4e60-93e7-7c3eee0e1edf req-4464df10-cf39-4d7a-ab50-d12bca457e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:03:16.430180 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d20f7f0b-41cf-4e60-93e7-7c3eee0e1edf req-4464df10-cf39-4d7a-ab50-d12bca457e4b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e30c6073-c867-46f4-bec2-eb7af316aeb9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0751474
May 17 14:03:16.507088 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-1ee1fbec-e76f-447d-9c71-b874c53fd179 None None] Set router c9342bf1-e855-4d44-aa03-135bfda70704 gateway port host: dv-cinder-788363-3-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 14:03:16.566791 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d20f7f0b-41cf-4e60-93e7-7c3eee0e1edf req-6a13bc4b-8602-48da-b9ac-636f7d36befe service neutron] 10.222.0.49 "GET /v2.0/networks/e30c6073-c867-46f4-bec2-eb7af316aeb9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1295054
May 17 14:03:16.711897 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d20f7f0b-41cf-4e60-93e7-7c3eee0e1edf req-4c56efb1-da53-43f0-959d-e331337cc9e5 service neutron] 10.222.0.49 "GET /v2.0/networks/e30c6073-c867-46f4-bec2-eb7af316aeb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1363971
May 17 14:03:16.889562 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-1ee1fbec-e76f-447d-9c71-b874c53fd179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3b3fcb20>, [{'id': 'c9342bf1-e855-4d44-aa03-135bfda70704', 'name': 'tempest-AttachVolumeTestJSON-1693143150-router', 'tenant_id': '3e756f37709a4c19bc8378fa746d8337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'fcb55d34-429e-4e3a-b74c-ada2a4ef9791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:56:14Z', 'updated_at': '2021-05-17T13:56:19Z', 'revision_number': 4, 'project_id': '3e756f37709a4c19bc8378fa746d8337', 'gw_port': {'id': 'fcb55d34-429e-4e3a-b74c-ada2a4ef9791', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9342bf1-e855-4d44-aa03-135bfda70704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:56:15Z', 'updated_at': '2021-05-17T13:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_floatingips': [{'id': 'ebdb4a0b-aab5-4f3d-82d4-05161c934585', 'tenant_id': '3e756f37709a4c19bc8378fa746d8337', 'floating_ip_address': '172.27.1.254', 'floating_network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'router_id': 'c9342bf1-e855-4d44-aa03-135bfda70704', 'port_id': '42589a3b-572c-42a1-8591-69b54fae89cc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e30c6073-c867-46f4-bec2-eb7af316aeb9', 'mac_address': 'fa:16:3e:61:4f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7722b4-74e5-4694-88d0-9294397f17eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T14:02:58Z', 'updated_at': '2021-05-17T14:03:14Z', 'revision_number': 1, 'project_id': '3e756f37709a4c19bc8378fa746d8337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '874d1f8e-bf43-4fac-9221-0e98951f8b97', 'name': '', 'network_id': 'e30c6073-c867-46f4-bec2-eb7af316aeb9', 'tenant_id': '3e756f37709a4c19bc8378fa746d8337', 'mac_address': 'fa:16:3e:c1:49:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9342bf1-e855-4d44-aa03-135bfda70704', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd169b186-defa-4470-9ef1-50866ad43fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:56:19Z', 'updated_at': '2021-05-17T13:56:26Z', 'revision_number': 5, 'project_id': '3e756f37709a4c19bc8378fa746d8337', 'subnets': [{'id': 'd169b186-defa-4470-9ef1-50866ad43fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:03:16.894092 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee1fbec-e76f-447d-9c71-b874c53fd179 None None] The sync data for ids ['c9342bf1-e855-4d44-aa03-135bfda70704'] in dv-cinder-788363-3-iscsi is: [{'id': 'c9342bf1-e855-4d44-aa03-135bfda70704', 'name': 'tempest-AttachVolumeTestJSON-1693143150-router', 'tenant_id': '3e756f37709a4c19bc8378fa746d8337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'fcb55d34-429e-4e3a-b74c-ada2a4ef9791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:56:14Z', 'updated_at': '2021-05-17T13:56:19Z', 'revision_number': 4, 'project_id': '3e756f37709a4c19bc8378fa746d8337', 'gw_port': {'id': 'fcb55d34-429e-4e3a-b74c-ada2a4ef9791', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9342bf1-e855-4d44-aa03-135bfda70704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:56:15Z', 'updated_at': '2021-05-17T13:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_floatingips': [{'id': 'ebdb4a0b-aab5-4f3d-82d4-05161c934585', 'tenant_id': '3e756f37709a4c19bc8378fa746d8337', 'floating_ip_address': '172.27.1.254', 'floating_network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'router_id': 'c9342bf1-e855-4d44-aa03-135bfda70704', 'port_id': '42589a3b-572c-42a1-8591-69b54fae89cc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e30c6073-c867-46f4-bec2-eb7af316aeb9', 'mac_address': 'fa:16:3e:61:4f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7722b4-74e5-4694-88d0-9294397f17eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T14:02:58Z', 'updated_at': '2021-05-17T14:03:14Z', 'revision_number': 1, 'project_id': '3e756f37709a4c19bc8378fa746d8337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '874d1f8e-bf43-4fac-9221-0e98951f8b97', 'name': '', 'network_id': 'e30c6073-c867-46f4-bec2-eb7af316aeb9', 'tenant_id': '3e756f37709a4c19bc8378fa746d8337', 'mac_address': 'fa:16:3e:c1:49:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9342bf1-e855-4d44-aa03-135bfda70704', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd169b186-defa-4470-9ef1-50866ad43fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:56:19Z', 'updated_at': '2021-05-17T13:56:26Z', 'revision_number': 5, 'project_id': '3e756f37709a4c19bc8378fa746d8337', 'subnets': [{'id': 'd169b186-defa-4470-9ef1-50866ad43fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 17 14:03:17.103349 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3584fa15-259a-48b9-8b4a-04b3fb7ef30d None None] New status for floating IP ebdb4a0b-aab5-4f3d-82d4-05161c934585: ACTIVE {{(pid=78745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 17 14:03:26.660166 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-8052cd49-7a68-4d4d-8373-307cb75036c7 None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 17 14:03:33.483096 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:37.426656 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-265bf15e-8857-43bc-9ac4-85a4063c48d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:38.681480 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 39564) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:03:39.094389 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-211d4905-4830-4bfd-b14c-6684f9a30b1f tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Deleting port fe6ed0c7-90dc-41da-aa29-95f3014c94f9 {{(pid=78742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 14:03:39.094722 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-211d4905-4830-4bfd-b14c-6684f9a30b1f tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:39.210495 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-211d4905-4830-4bfd-b14c-6684f9a30b1f tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:39.210819 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-211d4905-4830-4bfd-b14c-6684f9a30b1f tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:39.332543 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-211d4905-4830-4bfd-b14c-6684f9a30b1f tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Calling delete_port for fe6ed0c7-90dc-41da-aa29-95f3014c94f9 owned by network:floatingip {{(pid=78742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 14:03:39.452232 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-211d4905-4830-4bfd-b14c-6684f9a30b1f tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132438228'] for port, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:39.455880 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-b1b803d3-b09d-4a46-ab5a-93f420376b00 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:03:39.499995 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211d4905-4830-4bfd-b14c-6684f9a30b1f tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Pushing event deleted for resources: {'Port': ['ID=fe6ed0c7-90dc-41da-aa29-95f3014c94f9,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:03:39.525299 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-211d4905-4830-4bfd-b14c-6684f9a30b1f tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:03:39.689284 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-211d4905-4830-4bfd-b14c-6684f9a30b1f tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Notify callbacks [] for floatingip, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:39.689934 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.db.l3_db [None req-211d4905-4830-4bfd-b14c-6684f9a30b1f tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Floating IP 4cdb4d0c-3e94-40f6-8acd-e61cf888b0f0 disassociated (deleted). External IP: 172.27.1.174, port: 71f374e4-dda9-4593-81cc-c6e7dcde1f3d.
May 17 14:03:39.874019 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:40.029793 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-211d4905-4830-4bfd-b14c-6684f9a30b1f tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Router 5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8 has already been hosted by L3 agent 5f048e90-1481-4c55-97c3-311a68b90326 {{(pid=78742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 17 14:03:40.143522 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-562963b4-3055-4bf0-a53b-1ecc6e6c7291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:40.206810 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211d4905-4830-4bfd-b14c-6684f9a30b1f tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Notify agent at l3_agent.dv-cinder-788363-3-iscsi the message routers_updated {{(pid=78742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 17 14:03:40.217493 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9ca183-f63e-4b56-83c6-5d18b559acd5 None None] Sync routers for ids ['5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8'] in dv-cinder-788363-3-iscsi {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 17 14:03:40.223224 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-211d4905-4830-4bfd-b14c-6684f9a30b1f tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for floatingip, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:40.226690 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9ca183-f63e-4b56-83c6-5d18b559acd5 None None] Routers {'5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 14:03:40.227296 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-3c9ca183-f63e-4b56-83c6-5d18b559acd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3b3f5df0>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T14:03:40Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:03:40.278159 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-211d4905-4830-4bfd-b14c-6684f9a30b1f tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "DELETE /v2.0/floatingips/4cdb4d0c-3e94-40f6-8acd-e61cf888b0f0 HTTP/1.1" status: 204  len: 168 time: 1.5954800
May 17 14:03:40.278989 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0122dee7-ebd4-4cac-aa82-4807a0e12254', 'tag': '71f374e4-dda9-4593-81cc-c6e7dcde1f3d'}] {{(pid=78742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 14:03:40.408865 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-3c9ca183-f63e-4b56-83c6-5d18b559acd5 None None] Set router 5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8 gateway port host: dv-cinder-788363-3-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 14:03:40.519019 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0122dee7-ebd4-4cac-aa82-4807a0e12254', 'tag': '71f374e4-dda9-4593-81cc-c6e7dcde1f3d', 'status': 'completed', 'code': 200}
May 17 14:03:40.620522 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8415f68-9b8b-4faa-ab0d-065a46cb5e16 req-1e7f915b-853f-4461-922d-ce98b1ca7bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:03:40.622756 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a8415f68-9b8b-4faa-ab0d-065a46cb5e16 req-1e7f915b-853f-4461-922d-ce98b1ca7bc8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b46cc502c62d47f5ad1b5cac00f4506b&device_id=0122dee7-ebd4-4cac-aa82-4807a0e12254 HTTP/1.1" status: 200  len: 1098 time: 0.0783501
May 17 14:03:40.737114 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-3c9ca183-f63e-4b56-83c6-5d18b559acd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3b3f5df0>, [{'id': '5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8', 'name': 'tempest-TestShelveInstance-1593871049-router', 'tenant_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '9eaa97ee-bb1e-481f-bd66-96e63b562f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:57:04Z', 'updated_at': '2021-05-17T13:57:08Z', 'revision_number': 4, 'project_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'gw_port': {'id': '9eaa97ee-bb1e-481f-bd66-96e63b562f55', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ec:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:57:04Z', 'updated_at': '2021-05-17T13:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_interfaces': [{'id': '69a58e30-5cb0-421d-9ea3-eb56be3069ff', 'name': '', 'network_id': '17f276ec-48a2-425f-91fa-53462c568dbf', 'tenant_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'mac_address': 'fa:16:3e:d3:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '08a0d08f-e6a8-470a-bbaf-7361dd8bc1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:57:08Z', 'updated_at': '2021-05-17T13:57:15Z', 'revision_number': 5, 'project_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'subnets': [{'id': '08a0d08f-e6a8-470a-bbaf-7361dd8bc1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:03:40.741487 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9ca183-f63e-4b56-83c6-5d18b559acd5 None None] Checking router: 5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8 for host: dv-cinder-788363-3-iscsi {{(pid=78744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 17 14:03:40.749879 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9ca183-f63e-4b56-83c6-5d18b559acd5 None None] Routers {'5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 14:03:40.750487 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-3c9ca183-f63e-4b56-83c6-5d18b559acd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3b3f5df0>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T14:03:40Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:03:40.805596 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8415f68-9b8b-4faa-ab0d-065a46cb5e16 req-14639b6f-7ffd-40c4-a060-e8ee4e7ada26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:03:40.807082 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a8415f68-9b8b-4faa-ab0d-065a46cb5e16 req-14639b6f-7ffd-40c4-a060-e8ee4e7ada26 service neutron] 10.222.0.49 "GET /v2.0/networks?id=17f276ec-48a2-425f-91fa-53462c568dbf HTTP/1.1" status: 200  len: 910 time: 0.1770253
May 17 14:03:40.879905 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a8415f68-9b8b-4faa-ab0d-065a46cb5e16 req-773ac0c5-93b0-40b8-99d9-39a3079fcc88 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71f374e4-dda9-4593-81cc-c6e7dcde1f3d HTTP/1.1" status: 200  len: 217 time: 0.0655041
May 17 14:03:40.926232 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4eec91-c37c-4324-9f36-491d2819c11f req-317183ea-9ef2-49af-96a1-32420eeba186 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:03:40.927575 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-3c9ca183-f63e-4b56-83c6-5d18b559acd5 None None] Set router 5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8 gateway port host: dv-cinder-788363-3-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 14:03:40.928083 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ac4eec91-c37c-4324-9f36-491d2819c11f req-317183ea-9ef2-49af-96a1-32420eeba186 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/ports?device_id=0122dee7-ebd4-4cac-aa82-4807a0e12254 HTTP/1.1" status: 200  len: 945 time: 0.1907160
May 17 14:03:40.981336 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8415f68-9b8b-4faa-ab0d-065a46cb5e16 req-18de9afa-7a67-4add-800e-b8395ac6518d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:03:40.982792 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a8415f68-9b8b-4faa-ab0d-065a46cb5e16 req-18de9afa-7a67-4add-800e-b8395ac6518d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=08a0d08f-e6a8-470a-bbaf-7361dd8bc1a0 HTTP/1.1" status: 200  len: 848 time: 0.0963340
May 17 14:03:40.990543 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ac4eec91-c37c-4324-9f36-491d2819c11f req-6c0bcc3b-9e31-481a-8bb0-e29e1057d546 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef219b3-87a8-4615-8532-27feb0e44e11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0543847
May 17 14:03:41.051073 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-533a9918-d89c-4562-8a48-35a661957320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:41.063070 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8415f68-9b8b-4faa-ab0d-065a46cb5e16 req-369f5da6-fdde-4e8b-a039-f7e2cb25e0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:03:41.064552 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a8415f68-9b8b-4faa-ab0d-065a46cb5e16 req-369f5da6-fdde-4e8b-a039-f7e2cb25e0ce service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=17f276ec-48a2-425f-91fa-53462c568dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0731759
May 17 14:03:41.201556 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a8415f68-9b8b-4faa-ab0d-065a46cb5e16 req-842e873e-b003-483c-8c58-fe1baa7b0ccf service neutron] 10.222.0.49 "GET /v2.0/networks/17f276ec-48a2-425f-91fa-53462c568dbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1287887
May 17 14:03:41.310788 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-3c9ca183-f63e-4b56-83c6-5d18b559acd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3b3f5df0>, [{'id': '5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8', 'name': 'tempest-TestShelveInstance-1593871049-router', 'tenant_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '9eaa97ee-bb1e-481f-bd66-96e63b562f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:57:04Z', 'updated_at': '2021-05-17T13:57:08Z', 'revision_number': 4, 'project_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'gw_port': {'id': '9eaa97ee-bb1e-481f-bd66-96e63b562f55', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ec:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:57:04Z', 'updated_at': '2021-05-17T13:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_interfaces': [{'id': '69a58e30-5cb0-421d-9ea3-eb56be3069ff', 'name': '', 'network_id': '17f276ec-48a2-425f-91fa-53462c568dbf', 'tenant_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'mac_address': 'fa:16:3e:d3:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '08a0d08f-e6a8-470a-bbaf-7361dd8bc1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:57:08Z', 'updated_at': '2021-05-17T13:57:15Z', 'revision_number': 5, 'project_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'subnets': [{'id': '08a0d08f-e6a8-470a-bbaf-7361dd8bc1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:03:41.314776 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9ca183-f63e-4b56-83c6-5d18b559acd5 None None] The sync data for ids ['5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8'] in dv-cinder-788363-3-iscsi is: [{'id': '5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8', 'name': 'tempest-TestShelveInstance-1593871049-router', 'tenant_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '9eaa97ee-bb1e-481f-bd66-96e63b562f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:57:04Z', 'updated_at': '2021-05-17T13:57:08Z', 'revision_number': 4, 'project_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'gw_port': {'id': '9eaa97ee-bb1e-481f-bd66-96e63b562f55', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ec:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:57:04Z', 'updated_at': '2021-05-17T13:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_interfaces': [{'id': '69a58e30-5cb0-421d-9ea3-eb56be3069ff', 'name': '', 'network_id': '17f276ec-48a2-425f-91fa-53462c568dbf', 'tenant_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'mac_address': 'fa:16:3e:d3:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '08a0d08f-e6a8-470a-bbaf-7361dd8bc1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:57:08Z', 'updated_at': '2021-05-17T13:57:15Z', 'revision_number': 5, 'project_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'subnets': [{'id': '08a0d08f-e6a8-470a-bbaf-7361dd8bc1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 17 14:03:41.340276 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a8415f68-9b8b-4faa-ab0d-065a46cb5e16 req-06d78d74-ffb5-449f-8471-74c714d5ce1f service neutron] 10.222.0.49 "GET /v2.0/networks/17f276ec-48a2-425f-91fa-53462c568dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1311316
May 17 14:03:41.524759 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10db403-8dd0-4550-9a4a-66badde10c1b None None] New status for floating IP 4cdb4d0c-3e94-40f6-8acd-e61cf888b0f0: DOWN {{(pid=78745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 17 14:03:42.189111 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd3ea36-f056-4e3e-8f2f-3c2ea9a494e6 req-c3de4abb-649e-4dcd-9950-35ceb9215970 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:03:42.190909 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7bd3ea36-f056-4e3e-8f2f-3c2ea9a494e6 req-c3de4abb-649e-4dcd-9950-35ceb9215970 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/ports?device_id=0122dee7-ebd4-4cac-aa82-4807a0e12254 HTTP/1.1" status: 200  len: 945 time: 0.0830891
May 17 14:03:42.385846 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7bd3ea36-f056-4e3e-8f2f-3c2ea9a494e6 req-ac0f1250-3f1d-4748-a745-31d2666282d5 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef219b3-87a8-4615-8532-27feb0e44e11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1892161
May 17 14:03:42.419759 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f39b2a-c94e-456a-b4c1-35bb547ad4af req-6a480576-93c5-4e32-bc18-731aaed3f3ae tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:03:42.421166 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-94f39b2a-c94e-456a-b4c1-35bb547ad4af req-6a480576-93c5-4e32-bc18-731aaed3f3ae tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.49 "GET /v2.0/ports?device_id=0122dee7-ebd4-4cac-aa82-4807a0e12254 HTTP/1.1" status: 200  len: 945 time: 0.1940413
May 17 14:03:42.540056 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1529072-104d-404f-8ce8-7078c9c34ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:42.559725 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-94f39b2a-c94e-456a-b4c1-35bb547ad4af req-1a53fa99-2c72-43dc-a239-571e8988a59e tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Deleting port 71f374e4-dda9-4593-81cc-c6e7dcde1f3d {{(pid=78743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 14:03:42.560005 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-94f39b2a-c94e-456a-b4c1-35bb547ad4af req-1a53fa99-2c72-43dc-a239-571e8988a59e tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:42.692251 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-94f39b2a-c94e-456a-b4c1-35bb547ad4af req-1a53fa99-2c72-43dc-a239-571e8988a59e tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] For port 71f374e4-dda9-4593-81cc-c6e7dcde1f3d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=71f374e4-dda9-4593-81cc-c6e7dcde1f3d,segment=NetworkSegment(f5192fda-728b-46fa-8daf-13ea55efe036),segment_id=f5192fda-728b-46fa-8daf-13ea55efe036)] {{(pid=78743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:03:42.692601 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-94f39b2a-c94e-456a-b4c1-35bb547ad4af req-1a53fa99-2c72-43dc-a239-571e8988a59e tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:42.815162 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-94f39b2a-c94e-456a-b4c1-35bb547ad4af req-1a53fa99-2c72-43dc-a239-571e8988a59e tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Calling delete_port for 71f374e4-dda9-4593-81cc-c6e7dcde1f3d owned by compute:nova {{(pid=78743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 14:03:42.927246 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-94f39b2a-c94e-456a-b4c1-35bb547ad4af req-1a53fa99-2c72-43dc-a239-571e8988a59e tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133957597'] for port, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:42.933437 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-ad139507-3c8a-4f16-81b5-6c54ad5b202f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:03:42.977687 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a53fa99-2c72-43dc-a239-571e8988a59e tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Pushing event deleted for resources: {'Port': ['ID=71f374e4-dda9-4593-81cc-c6e7dcde1f3d,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:03:42.980743 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-1a53fa99-2c72-43dc-a239-571e8988a59e tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:03:43.053233 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-94f39b2a-c94e-456a-b4c1-35bb547ad4af req-1a53fa99-2c72-43dc-a239-571e8988a59e tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] No DVR routers for this DVR port 71f374e4-dda9-4593-81cc-c6e7dcde1f3d on host hv-cinder-78836 {{(pid=78743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 17 14:03:43.056213 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-94f39b2a-c94e-456a-b4c1-35bb547ad4af req-1a53fa99-2c72-43dc-a239-571e8988a59e tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:43.058703 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0122dee7-ebd4-4cac-aa82-4807a0e12254', 'name': 'network-vif-deleted', 'tag': '71f374e4-dda9-4593-81cc-c6e7dcde1f3d'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 14:03:43.070035 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-94f39b2a-c94e-456a-b4c1-35bb547ad4af req-1a53fa99-2c72-43dc-a239-571e8988a59e tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.49 "DELETE /v2.0/ports/71f374e4-dda9-4593-81cc-c6e7dcde1f3d HTTP/1.1" status: 204  len: 173 time: 0.6423242
May 17 14:03:43.105918 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0122dee7-ebd4-4cac-aa82-4807a0e12254', 'name': 'network-vif-deleted', 'tag': '71f374e4-dda9-4593-81cc-c6e7dcde1f3d', 'status': 'completed', 'code': 200}
May 17 14:03:43.550563 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-381ba1da-2c84-42ca-b40e-738e16aa7105 req-3c08ae2a-0f87-43b0-8d93-62cdf6eba43b tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Synchronizing usage tracker for tenant:b46cc502c62d47f5ad1b5cac00f4506b on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 14:03:43.567194 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-381ba1da-2c84-42ca-b40e-738e16aa7105 req-3c08ae2a-0f87-43b0-8d93-62cdf6eba43b tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Unset dirty status for tenant:b46cc502c62d47f5ad1b5cac00f4506b on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 14:03:43.575996 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-381ba1da-2c84-42ca-b40e-738e16aa7105 req-3c08ae2a-0f87-43b0-8d93-62cdf6eba43b tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "GET /v2.0/ports?device_id=0122dee7-ebd4-4cac-aa82-4807a0e12254 HTTP/1.1" status: 200  len: 210 time: 0.0790532
May 17 14:03:44.662116 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 39596) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:03:44.732545 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-63960bb7-d4ed-4259-ae99-052d7b5b4cff tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:44.763172 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-63960bb7-d4ed-4259-ae99-052d7b5b4cff tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:44.829916 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-63960bb7-d4ed-4259-ae99-052d7b5b4cff tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:44.833648 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-e9d1799a-175c-4ae7-9ca0-1da6fb6939a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:03:44.848683 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63960bb7-d4ed-4259-ae99-052d7b5b4cff tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef219b3-87a8-4615-8532-27feb0e44e11,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:03:44.851218 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-63960bb7-d4ed-4259-ae99-052d7b5b4cff tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:03:44.859863 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-63960bb7-d4ed-4259-ae99-052d7b5b4cff tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:44.861013 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-63960bb7-d4ed-4259-ae99-052d7b5b4cff tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] 10.222.0.54 "DELETE /v2.0/security-groups/5ef219b3-87a8-4615-8532-27feb0e44e11 HTTP/1.1" status: 204  len: 168 time: 0.1979096
May 17 14:03:44.907245 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 39602) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:03:45.342676 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device 71f374e4-dda9-4593-81cc-c6e7dcde1f3d no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 17 14:03:45.376090 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] No Port match for: 71f374e4-dda9-4593-81cc-c6e7dcde1f3d {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 17 14:03:45.376440 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device 71f374e4-dda9-4593-81cc-c6e7dcde1f3d not bound to the agent host hv-cinder-78836 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 17 14:03:45.546945 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-410620df-3050-4735-b226-9922156676f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1977280'] for router_interface, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:46.049165 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [None req-410620df-3050-4735-b226-9922156676f2 admin admin] Deleting port 69a58e30-5cb0-421d-9ea3-eb56be3069ff {{(pid=78743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 14:03:46.049835 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-410620df-3050-4735-b226-9922156676f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:46.175322 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [None req-410620df-3050-4735-b226-9922156676f2 admin admin] For port 69a58e30-5cb0-421d-9ea3-eb56be3069ff, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=69a58e30-5cb0-421d-9ea3-eb56be3069ff,segment=NetworkSegment(f5192fda-728b-46fa-8daf-13ea55efe036),segment_id=f5192fda-728b-46fa-8daf-13ea55efe036)] {{(pid=78743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:03:46.175720 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-410620df-3050-4735-b226-9922156676f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:46.298845 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [None req-410620df-3050-4735-b226-9922156676f2 admin admin] Calling delete_port for 69a58e30-5cb0-421d-9ea3-eb56be3069ff owned by network:router_interface {{(pid=78743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 14:03:46.460814 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-410620df-3050-4735-b226-9922156676f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133957597'] for port, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:46.464434 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-cc12a252-860c-486c-9363-2946a47ae564 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:03:46.505554 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410620df-3050-4735-b226-9922156676f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=69a58e30-5cb0-421d-9ea3-eb56be3069ff,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:03:46.538418 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410620df-3050-4735-b226-9922156676f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:03:46.538785 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410620df-3050-4735-b226-9922156676f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:03:46.539146 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410620df-3050-4735-b226-9922156676f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:03:46.539521 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410620df-3050-4735-b226-9922156676f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:03:46.539872 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410620df-3050-4735-b226-9922156676f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:03:46.540719 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410620df-3050-4735-b226-9922156676f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:03:46.541061 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410620df-3050-4735-b226-9922156676f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:03:46.541405 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410620df-3050-4735-b226-9922156676f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:03:46.541748 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410620df-3050-4735-b226-9922156676f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:03:46.542088 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410620df-3050-4735-b226-9922156676f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:03:46.542431 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410620df-3050-4735-b226-9922156676f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:03:46.542765 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410620df-3050-4735-b226-9922156676f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:03:46.551112 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-410620df-3050-4735-b226-9922156676f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:03:46.782540 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-410620df-3050-4735-b226-9922156676f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1977196'] for router_interface, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:47.133097 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-410620df-3050-4735-b226-9922156676f2 admin admin] Router 5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8 has already been hosted by L3 agent 5f048e90-1481-4c55-97c3-311a68b90326 {{(pid=78743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 17 14:03:47.415630 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410620df-3050-4735-b226-9922156676f2 admin admin] Notify agent at l3_agent.dv-cinder-788363-3-iscsi the message routers_updated {{(pid=78743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 17 14:03:47.423801 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d85c2e-d728-4dc8-bb13-085054689d8f None None] Sync routers for ids ['5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8'] in dv-cinder-788363-3-iscsi {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 17 14:03:47.434011 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-410620df-3050-4735-b226-9922156676f2 admin admin] 10.222.0.54 "PUT /v2.0/routers/5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5234277
May 17 14:03:47.434207 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d85c2e-d728-4dc8-bb13-085054689d8f None None] Routers {'5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 14:03:47.434317 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 39614) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:03:47.434419 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-13d85c2e-d728-4dc8-bb13-085054689d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3b007be0>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T14:03:40Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:03:47.614758 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b3e43f53-1377-4e9a-a0ad-cc4895d24662 admin admin] Notify callbacks [] for router, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:47.615499 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-13d85c2e-d728-4dc8-bb13-085054689d8f None None] Set router 5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8 gateway port host: dv-cinder-788363-3-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 14:03:47.820440 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b3e43f53-1377-4e9a-a0ad-cc4895d24662 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:47.892448 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [None req-b3e43f53-1377-4e9a-a0ad-cc4895d24662 admin admin] Deleting port 9eaa97ee-bb1e-481f-bd66-96e63b562f55 {{(pid=78743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 14:03:47.892789 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b3e43f53-1377-4e9a-a0ad-cc4895d24662 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:47.926358 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-13d85c2e-d728-4dc8-bb13-085054689d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3b007be0>, [{'id': '5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8', 'name': 'tempest-TestShelveInstance-1593871049-router', 'tenant_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '9eaa97ee-bb1e-481f-bd66-96e63b562f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:57:04Z', 'updated_at': '2021-05-17T14:03:46Z', 'revision_number': 5, 'project_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'gw_port': {'id': '9eaa97ee-bb1e-481f-bd66-96e63b562f55', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ec:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:57:04Z', 'updated_at': '2021-05-17T13:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi'}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:03:47.931223 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d85c2e-d728-4dc8-bb13-085054689d8f None None] Checking router: 5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8 for host: dv-cinder-788363-3-iscsi {{(pid=78744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 17 14:03:47.940143 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d85c2e-d728-4dc8-bb13-085054689d8f None None] Routers {'5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 14:03:47.941175 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-13d85c2e-d728-4dc8-bb13-085054689d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3b007be0>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T14:03:40Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:03:48.018097 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [None req-b3e43f53-1377-4e9a-a0ad-cc4895d24662 admin admin] For port 9eaa97ee-bb1e-481f-bd66-96e63b562f55, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=9eaa97ee-bb1e-481f-bd66-96e63b562f55,segment=NetworkSegment(d239c2a5-eb63-4e60-9706-c66c1478eded),segment_id=d239c2a5-eb63-4e60-9706-c66c1478eded)] {{(pid=78743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:03:48.018448 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b3e43f53-1377-4e9a-a0ad-cc4895d24662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:48.105640 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-13d85c2e-d728-4dc8-bb13-085054689d8f None None] Set router 5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8 gateway port host: None {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 14:03:48.142869 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [None req-b3e43f53-1377-4e9a-a0ad-cc4895d24662 admin admin] Calling delete_port for 9eaa97ee-bb1e-481f-bd66-96e63b562f55 owned by network:router_gateway {{(pid=78743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 14:03:48.222195 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-13d85c2e-d728-4dc8-bb13-085054689d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3b007be0>, [{'id': '5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8', 'name': 'tempest-TestShelveInstance-1593871049-router', 'tenant_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:57:04Z', 'updated_at': '2021-05-17T14:03:47Z', 'revision_number': 6, 'project_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'gw_port_host': None}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:03:48.227106 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d85c2e-d728-4dc8-bb13-085054689d8f None None] The sync data for ids ['5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8'] in dv-cinder-788363-3-iscsi is: [{'id': '5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8', 'name': 'tempest-TestShelveInstance-1593871049-router', 'tenant_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:57:04Z', 'updated_at': '2021-05-17T14:03:47Z', 'revision_number': 6, 'project_id': 'b46cc502c62d47f5ad1b5cac00f4506b', 'gw_port_host': None}] {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 17 14:03:48.288710 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b3e43f53-1377-4e9a-a0ad-cc4895d24662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133957597'] for port, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:48.292968 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-fe13495e-25f9-4b19-8cd1-fe2b6875c75a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:03:48.340737 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e43f53-1377-4e9a-a0ad-cc4895d24662 admin admin] Pushing event deleted for resources: {'Port': ['ID=9eaa97ee-bb1e-481f-bd66-96e63b562f55,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:03:48.344624 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-b3e43f53-1377-4e9a-a0ad-cc4895d24662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:03:48.445616 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b3e43f53-1377-4e9a-a0ad-cc4895d24662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1975271'] for router_gateway, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:48.727992 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b3e43f53-1377-4e9a-a0ad-cc4895d24662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1974832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4350'] for router, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:48.730167 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b3e43f53-1377-4e9a-a0ad-cc4895d24662 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:48.751918 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b3e43f53-1377-4e9a-a0ad-cc4895d24662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1975071'] for router, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:48.752440 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e43f53-1377-4e9a-a0ad-cc4895d24662 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8 {{(pid=78743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 17 14:03:48.765186 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b3e43f53-1377-4e9a-a0ad-cc4895d24662 admin admin] Notify callbacks [] for router, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:48.766294 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-b3e43f53-1377-4e9a-a0ad-cc4895d24662 admin admin] 10.222.0.54 "DELETE /v2.0/routers/5a0aeb3e-6b9f-4b81-80d0-5d1b8f194ae8 HTTP/1.1" status: 204  len: 168 time: 1.3311772
May 17 14:03:48.769057 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 39620) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:03:48.827436 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_v2 [None req-642c1b52-1b2f-4eaf-ad0b-1ec551b78f02 admin admin] Deleting subnet 08a0d08f-e6a8-470a-bbaf-7361dd8bc1a0 {{(pid=78743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 17 14:03:48.830282 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-642c1b52-1b2f-4eaf-ad0b-1ec551b78f02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:48.879649 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-642c1b52-1b2f-4eaf-ad0b-1ec551b78f02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133955689'] for subnet, precommit_delete_associations {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:48.995949 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-642c1b52-1b2f-4eaf-ad0b-1ec551b78f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-866929'] for subnet, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:49.247292 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-642c1b52-1b2f-4eaf-ad0b-1ec551b78f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-866938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133371938'] for subnet, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:49.251581 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-a101bf3a-4d7d-4a52-b463-476463561548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:03:49.285846 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642c1b52-1b2f-4eaf-ad0b-1ec551b78f02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08a0d08f-e6a8-470a-bbaf-7361dd8bc1a0,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:03:49.288624 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-642c1b52-1b2f-4eaf-ad0b-1ec551b78f02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:03:49.289582 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-642c1b52-1b2f-4eaf-ad0b-1ec551b78f02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for subnet, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:49.298428 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-642c1b52-1b2f-4eaf-ad0b-1ec551b78f02 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/08a0d08f-e6a8-470a-bbaf-7361dd8bc1a0 HTTP/1.1" status: 204  len: 168 time: 0.5261476
May 17 14:03:49.298604 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e68a98-a9b2-4a79-bc5c-29fc311072da None None] Network 17f276ec-48a2-425f-91fa-53462c568dbf requested from dv-cinder-788363-3-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 17 14:03:49.299054 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 39626) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:03:49.378458 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 69a58e30-5cb0-421d-9ea3-eb56be3069ff no longer exists at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 17 14:03:49.406546 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-708d4836-3c91-4718-8a90-683b7d53ca33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1002279'] for network, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:49.426539 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] No Port match for: 69a58e30-5cb0-421d-9ea3-eb56be3069ff {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 17 14:03:49.426887 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 69a58e30-5cb0-421d-9ea3-eb56be3069ff not bound to the agent host dv-cinder-788363-3-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 17 14:03:49.427308 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 9eaa97ee-bb1e-481f-bd66-96e63b562f55 no longer exists at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 17 14:03:49.482613 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [None req-708d4836-3c91-4718-8a90-683b7d53ca33 admin admin] Deleting port e0ac1824-3ea0-4337-8588-3535d6edd50c {{(pid=78743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 14:03:49.482868 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-708d4836-3c91-4718-8a90-683b7d53ca33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:49.511679 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] No Port match for: 9eaa97ee-bb1e-481f-bd66-96e63b562f55 {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 17 14:03:49.511944 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 9eaa97ee-bb1e-481f-bd66-96e63b562f55 not bound to the agent host dv-cinder-788363-3-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 17 14:03:49.593510 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [None req-708d4836-3c91-4718-8a90-683b7d53ca33 admin admin] For port e0ac1824-3ea0-4337-8588-3535d6edd50c, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=e0ac1824-3ea0-4337-8588-3535d6edd50c,segment=NetworkSegment(f5192fda-728b-46fa-8daf-13ea55efe036),segment_id=f5192fda-728b-46fa-8daf-13ea55efe036)] {{(pid=78743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:03:49.593990 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-708d4836-3c91-4718-8a90-683b7d53ca33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:49.663228 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa13b094-fa3a-42a0-b9e2-51a9aa9d2536 None None] DHCP port deletion for 17f276ec-48a2-425f-91fa-53462c568dbf request from dv-cinder-788363-3-iscsi {{(pid=78744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 17 14:03:49.721408 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [None req-708d4836-3c91-4718-8a90-683b7d53ca33 admin admin] Calling delete_port for e0ac1824-3ea0-4337-8588-3535d6edd50c owned by network:dhcp {{(pid=78743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 14:03:49.733301 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-fa13b094-fa3a-42a0-b9e2-51a9aa9d2536 None None] Deleting port e0ac1824-3ea0-4337-8588-3535d6edd50c {{(pid=78744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 14:03:49.733629 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-fa13b094-fa3a-42a0-b9e2-51a9aa9d2536 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:49.768769 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-708d4836-3c91-4718-8a90-683b7d53ca33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133957597'] for port, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:49.772556 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-0e451b98-5a72-4f95-b24d-b5ee7f5a01ee tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:03:49.817579 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d4836-3c91-4718-8a90-683b7d53ca33 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0ac1824-3ea0-4337-8588-3535d6edd50c,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:03:49.820835 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-708d4836-3c91-4718-8a90-683b7d53ca33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:03:49.821497 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708d4836-3c91-4718-8a90-683b7d53ca33 admin admin] No DVR routers for this DVR port e0ac1824-3ea0-4337-8588-3535d6edd50c on host dv-cinder-788363-3-iscsi {{(pid=78743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 17 14:03:49.839989 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-fa13b094-fa3a-42a0-b9e2-51a9aa9d2536 None None] For port e0ac1824-3ea0-4337-8588-3535d6edd50c, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=e0ac1824-3ea0-4337-8588-3535d6edd50c,segment=NetworkSegment(f5192fda-728b-46fa-8daf-13ea55efe036),segment_id=f5192fda-728b-46fa-8daf-13ea55efe036)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:03:49.840558 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-fa13b094-fa3a-42a0-b9e2-51a9aa9d2536 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:49.940282 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-708d4836-3c91-4718-8a90-683b7d53ca33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-866884', 'neutron.services.segments.db._delete_segments_for_network-8774149704834'] for network, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:49.960506 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.services.segments.db [None req-708d4836-3c91-4718-8a90-683b7d53ca33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fae406f03a0>,) {'filters': {'network_id': ['17f276ec-48a2-425f-91fa-53462c568dbf']}} {{(pid=78743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:03:49.967630 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-fa13b094-fa3a-42a0-b9e2-51a9aa9d2536 None None] Calling delete_port for e0ac1824-3ea0-4337-8588-3535d6edd50c owned by network:dhcp {{(pid=78744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 14:03:49.973957 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.services.segments.db [None req-708d4836-3c91-4718-8a90-683b7d53ca33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fae406f03a0>, 'f5192fda-728b-46fa-8daf-13ea55efe036') {'for_net_delete': True} {{(pid=78743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:03:49.974335 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.services.segments.db [None req-708d4836-3c91-4718-8a90-683b7d53ca33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fae406f03a0>, 'f5192fda-728b-46fa-8daf-13ea55efe036') {} {{(pid=78743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:03:49.987620 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-708d4836-3c91-4718-8a90-683b7d53ca33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774149716363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133955686'] for segment, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:50.004552 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-708d4836-3c91-4718-8a90-683b7d53ca33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861870'] for segment, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:50.011007 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-708d4836-3c91-4718-8a90-683b7d53ca33 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=78743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 17 14:03:50.011504 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-708d4836-3c91-4718-8a90-683b7d53ca33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133957512'] for segment, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:50.013096 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-fa13b094-fa3a-42a0-b9e2-51a9aa9d2536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281'] for port, after_delete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:50.017607 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-04445e14-3725-4e0c-8cac-d627ab8c6833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:03:50.025514 dv-cinder-788363-3-iscsi neutron-server[78743]: Traceback (most recent call last):
May 17 14:03:50.025514 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 17 14:03:50.025514 dv-cinder-788363-3-iscsi neutron-server[78743]:     timer()
May 17 14:03:50.025514 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 17 14:03:50.025514 dv-cinder-788363-3-iscsi neutron-server[78743]:     cb(*args, **kw)
May 17 14:03:50.025514 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 17 14:03:50.025514 dv-cinder-788363-3-iscsi neutron-server[78743]:     return func(*args, **kwargs)
May 17 14:03:50.025514 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 17 14:03:50.025514 dv-cinder-788363-3-iscsi neutron-server[78743]:     self._notify()
May 17 14:03:50.025514 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 17 14:03:50.025514 dv-cinder-788363-3-iscsi neutron-server[78743]:     self.callback(batched_events)
May 17 14:03:50.025514 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 17 14:03:50.025514 dv-cinder-788363-3-iscsi neutron-server[78743]:     event.method(event)
May 17 14:03:50.025514 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 17 14:03:50.025514 dv-cinder-788363-3-iscsi neutron-server[78743]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 17 14:03:50.025514 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 17 14:03:50.025514 dv-cinder-788363-3-iscsi neutron-server[78743]:     aggregate_uuid = self.p_client.list_aggregates(
May 17 14:03:50.025514 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 17 14:03:50.025514 dv-cinder-788363-3-iscsi neutron-server[78743]:     return f(self, *a, **k)
May 17 14:03:50.025514 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 17 14:03:50.025514 dv-cinder-788363-3-iscsi neutron-server[78743]:     return self._get(url).json()
May 17 14:03:50.025514 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 17 14:03:50.025514 dv-cinder-788363-3-iscsi neutron-server[78743]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 17 14:03:50.025514 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 17 14:03:50.025514 dv-cinder-788363-3-iscsi neutron-server[78743]:     return self.request(url, 'GET', **kwargs)
May 17 14:03:50.025514 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 17 14:03:50.025514 dv-cinder-788363-3-iscsi neutron-server[78743]:     base_url = self.get_endpoint(auth, allow=allow,
May 17 14:03:50.025514 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 17 14:03:50.025514 dv-cinder-788363-3-iscsi neutron-server[78743]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 17 14:03:50.025514 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 17 14:03:50.025514 dv-cinder-788363-3-iscsi neutron-server[78743]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 17 14:03:50.025514 dv-cinder-788363-3-iscsi neutron-server[78743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 17 14:03:50.061519 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa13b094-fa3a-42a0-b9e2-51a9aa9d2536 None None] Pushing event deleted for resources: {'Port': ['ID=e0ac1824-3ea0-4337-8588-3535d6edd50c,revision_number=None']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:03:50.064101 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-fa13b094-fa3a-42a0-b9e2-51a9aa9d2536 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:03:50.066702 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa13b094-fa3a-42a0-b9e2-51a9aa9d2536 None None] No DVR routers for this DVR port e0ac1824-3ea0-4337-8588-3535d6edd50c on host dv-cinder-788363-3-iscsi {{(pid=78744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 17 14:03:50.104376 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-708d4836-3c91-4718-8a90-683b7d53ca33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-866893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1676892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1975232'] for network, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:50.108488 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:03:50.129813 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-708d4836-3c91-4718-8a90-683b7d53ca33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for network, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:50.138511 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d4836-3c91-4718-8a90-683b7d53ca33 admin admin] Pushing event deleted for resources: {'Network': ['ID=17f276ec-48a2-425f-91fa-53462c568dbf,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:03:50.141720 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-708d4836-3c91-4718-8a90-683b7d53ca33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:03:50.154578 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-708d4836-3c91-4718-8a90-683b7d53ca33 admin admin] 10.222.0.54 "DELETE /v2.0/networks/17f276ec-48a2-425f-91fa-53462c568dbf HTTP/1.1" status: 204  len: 168 time: 0.8548825
May 17 14:03:50.157314 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 39644) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:03:50.625404 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b44717-b86f-4833-88b5-590a121eac85 req-17bc500e-40b5-4951-a34d-ea4d39e0d2ff tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:03:50.626774 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-42b44717-b86f-4833-88b5-590a121eac85 req-17bc500e-40b5-4951-a34d-ea4d39e0d2ff tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 945 time: 0.2385182
May 17 14:03:50.702855 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-42b44717-b86f-4833-88b5-590a121eac85 req-fc1aac1c-a4e4-438a-923f-bb1a7dd2fa7e tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f3ce71-30d1-476c-abb2-120e2c19a402&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0573962
May 17 14:03:50.897675 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-4a34f20e-db9e-4645-b020-3a50337d57c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1977280'] for router_interface, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:51.320017 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [None req-4a34f20e-db9e-4645-b020-3a50337d57c0 admin admin] Deleting port 79d14b31-dbf1-46e5-a67c-91d8bd1ca392 {{(pid=78743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 14:03:51.320605 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-4a34f20e-db9e-4645-b020-3a50337d57c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:51.330328 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device e0ac1824-3ea0-4337-8588-3535d6edd50c no longer exists at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 17 14:03:51.368535 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] No Port match for: e0ac1824-3ea0-4337-8588-3535d6edd50c {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 17 14:03:51.368892 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device e0ac1824-3ea0-4337-8588-3535d6edd50c not bound to the agent host dv-cinder-788363-3-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 17 14:03:51.467993 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [None req-4a34f20e-db9e-4645-b020-3a50337d57c0 admin admin] For port 79d14b31-dbf1-46e5-a67c-91d8bd1ca392, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=79d14b31-dbf1-46e5-a67c-91d8bd1ca392,segment=NetworkSegment(b8d0768c-b34b-41e0-be16-cd31f48db1dc),segment_id=b8d0768c-b34b-41e0-be16-cd31f48db1dc)] {{(pid=78743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:03:51.468341 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-4a34f20e-db9e-4645-b020-3a50337d57c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:51.590441 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [None req-4a34f20e-db9e-4645-b020-3a50337d57c0 admin admin] Calling delete_port for 79d14b31-dbf1-46e5-a67c-91d8bd1ca392 owned by network:router_interface {{(pid=78743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 14:03:51.739387 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-4a34f20e-db9e-4645-b020-3a50337d57c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133957597'] for port, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:51.743609 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-35188f1c-0e51-4743-a572-0f3fac6db08a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:03:51.813544 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a34f20e-db9e-4645-b020-3a50337d57c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=79d14b31-dbf1-46e5-a67c-91d8bd1ca392,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:03:51.816045 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-4a34f20e-db9e-4645-b020-3a50337d57c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:03:52.213963 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c0a33-8822-486c-9891-efb522c7f276 req-7f1a27d4-ae56-4f2a-9645-08b755ee110f tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:03:52.215286 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-992c0a33-8822-486c-9891-efb522c7f276 req-7f1a27d4-ae56-4f2a-9645-08b755ee110f tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 945 time: 0.3921721
May 17 14:03:52.257221 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-4a34f20e-db9e-4645-b020-3a50337d57c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1977196'] for router_interface, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:52.326282 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-992c0a33-8822-486c-9891-efb522c7f276 req-a7372053-5409-4183-a372-d3ec0330a205 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f3ce71-30d1-476c-abb2-120e2c19a402&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1039588
May 17 14:03:52.633492 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a34f20e-db9e-4645-b020-3a50337d57c0 admin admin] Router be6fb514-03e0-4552-814d-8901dd04a88b has already been hosted by L3 agent 5f048e90-1481-4c55-97c3-311a68b90326 {{(pid=78743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 17 14:03:52.807232 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a34f20e-db9e-4645-b020-3a50337d57c0 admin admin] Notify agent at l3_agent.dv-cinder-788363-3-iscsi the message routers_updated {{(pid=78743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 17 14:03:52.815330 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b7878f-28db-4faf-8f15-c3b6517c9316 None None] Sync routers for ids ['be6fb514-03e0-4552-814d-8901dd04a88b'] in dv-cinder-788363-3-iscsi {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 17 14:03:52.816637 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-4a34f20e-db9e-4645-b020-3a50337d57c0 admin admin] 10.222.0.54 "PUT /v2.0/routers/be6fb514-03e0-4552-814d-8901dd04a88b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6583714
May 17 14:03:52.819126 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 39656) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:03:52.824653 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b7878f-28db-4faf-8f15-c3b6517c9316 None None] Routers {'be6fb514-03e0-4552-814d-8901dd04a88b'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 14:03:52.825262 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-f1b7878f-28db-4faf-8f15-c3b6517c9316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3fbc6d30>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T14:03:40Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['be6fb514-03e0-4552-814d-8901dd04a88b'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:03:52.994270 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-4e6cc32c-e45e-45f4-aea2-03e95a8b83a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:52.996837 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-f1b7878f-28db-4faf-8f15-c3b6517c9316 None None] Set router be6fb514-03e0-4552-814d-8901dd04a88b gateway port host: dv-cinder-788363-3-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 14:03:53.168203 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-4e6cc32c-e45e-45f4-aea2-03e95a8b83a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:53.337623 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-f1b7878f-28db-4faf-8f15-c3b6517c9316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3fbc6d30>, [{'id': 'be6fb514-03e0-4552-814d-8901dd04a88b', 'name': 'tempest-TestShelveInstance-1359590038-router', 'tenant_id': 'cb751b5bc14f4ba7b81faceb62311183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'b5706b65-9929-47c3-876f-308d03e001fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:57:11Z', 'updated_at': '2021-05-17T14:03:51Z', 'revision_number': 5, 'project_id': 'cb751b5bc14f4ba7b81faceb62311183', 'gw_port': {'id': 'b5706b65-9929-47c3-876f-308d03e001fc', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:05:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6fb514-03e0-4552-814d-8901dd04a88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:57:12Z', 'updated_at': '2021-05-17T13:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi'}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:03:53.342827 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b7878f-28db-4faf-8f15-c3b6517c9316 None None] Checking router: be6fb514-03e0-4552-814d-8901dd04a88b for host: dv-cinder-788363-3-iscsi {{(pid=78745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 17 14:03:53.350984 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b7878f-28db-4faf-8f15-c3b6517c9316 None None] Routers {'be6fb514-03e0-4552-814d-8901dd04a88b'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 14:03:53.351632 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-f1b7878f-28db-4faf-8f15-c3b6517c9316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3fbc6d30>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T14:03:40Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['be6fb514-03e0-4552-814d-8901dd04a88b'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:03:53.367559 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [None req-4e6cc32c-e45e-45f4-aea2-03e95a8b83a6 admin admin] Deleting port b5706b65-9929-47c3-876f-308d03e001fc {{(pid=78743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 14:03:53.368528 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-4e6cc32c-e45e-45f4-aea2-03e95a8b83a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:53.504317 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-f1b7878f-28db-4faf-8f15-c3b6517c9316 None None] Set router be6fb514-03e0-4552-814d-8901dd04a88b gateway port host: None {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 14:03:53.540970 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [None req-4e6cc32c-e45e-45f4-aea2-03e95a8b83a6 admin admin] For port b5706b65-9929-47c3-876f-308d03e001fc, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=b5706b65-9929-47c3-876f-308d03e001fc,segment=NetworkSegment(d239c2a5-eb63-4e60-9706-c66c1478eded),segment_id=d239c2a5-eb63-4e60-9706-c66c1478eded)] {{(pid=78743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:03:53.541235 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-4e6cc32c-e45e-45f4-aea2-03e95a8b83a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:53.607947 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-f1b7878f-28db-4faf-8f15-c3b6517c9316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3fbc6d30>, [{'id': 'be6fb514-03e0-4552-814d-8901dd04a88b', 'name': 'tempest-TestShelveInstance-1359590038-router', 'tenant_id': 'cb751b5bc14f4ba7b81faceb62311183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:57:11Z', 'updated_at': '2021-05-17T14:03:53Z', 'revision_number': 6, 'project_id': 'cb751b5bc14f4ba7b81faceb62311183', 'gw_port_host': None}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:03:53.612165 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b7878f-28db-4faf-8f15-c3b6517c9316 None None] The sync data for ids ['be6fb514-03e0-4552-814d-8901dd04a88b'] in dv-cinder-788363-3-iscsi is: [{'id': 'be6fb514-03e0-4552-814d-8901dd04a88b', 'name': 'tempest-TestShelveInstance-1359590038-router', 'tenant_id': 'cb751b5bc14f4ba7b81faceb62311183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:57:11Z', 'updated_at': '2021-05-17T14:03:53Z', 'revision_number': 6, 'project_id': 'cb751b5bc14f4ba7b81faceb62311183', 'gw_port_host': None}] {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 17 14:03:53.667467 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [None req-4e6cc32c-e45e-45f4-aea2-03e95a8b83a6 admin admin] Calling delete_port for b5706b65-9929-47c3-876f-308d03e001fc owned by network:router_gateway {{(pid=78743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 14:03:53.687116 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acbe400-1500-4fc8-a1bd-54a8ffe692c3 req-2cfb5b54-1483-4d3d-a302-8ace806d9d80 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:03:53.688604 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2acbe400-1500-4fc8-a1bd-54a8ffe692c3 req-2cfb5b54-1483-4d3d-a302-8ace806d9d80 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 945 time: 0.2372415
May 17 14:03:53.745514 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2acbe400-1500-4fc8-a1bd-54a8ffe692c3 req-c67bcf41-a508-459a-bc6f-7b6792793737 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f3ce71-30d1-476c-abb2-120e2c19a402&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451179
May 17 14:03:53.853604 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-4e6cc32c-e45e-45f4-aea2-03e95a8b83a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133957597'] for port, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:53.857855 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-0e451b98-5a72-4f95-b24d-b5ee7f5a01ee tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:03:53.904609 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6cc32c-e45e-45f4-aea2-03e95a8b83a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5706b65-9929-47c3-876f-308d03e001fc,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:03:53.930220 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-4e6cc32c-e45e-45f4-aea2-03e95a8b83a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:03:53.994509 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-4e6cc32c-e45e-45f4-aea2-03e95a8b83a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1975271'] for router_gateway, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:54.169580 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-4e6cc32c-e45e-45f4-aea2-03e95a8b83a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1974832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4350'] for router, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:54.171702 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-4e6cc32c-e45e-45f4-aea2-03e95a8b83a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:54.194810 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-4e6cc32c-e45e-45f4-aea2-03e95a8b83a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1975071'] for router, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:54.195322 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6cc32c-e45e-45f4-aea2-03e95a8b83a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be6fb514-03e0-4552-814d-8901dd04a88b {{(pid=78743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 17 14:03:54.208133 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-4e6cc32c-e45e-45f4-aea2-03e95a8b83a6 admin admin] Notify callbacks [] for router, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:54.209240 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-4e6cc32c-e45e-45f4-aea2-03e95a8b83a6 admin admin] 10.222.0.54 "DELETE /v2.0/routers/be6fb514-03e0-4552-814d-8901dd04a88b HTTP/1.1" status: 204  len: 168 time: 1.3891797
May 17 14:03:54.212233 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 39664) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:03:54.272840 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_v2 [None req-9480e00e-d069-46cc-9057-b5d8657213ec admin admin] Deleting subnet 8c2ba69d-73f0-4cce-ab9e-183495776efc {{(pid=78743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 17 14:03:54.276369 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-9480e00e-d069-46cc-9057-b5d8657213ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:54.324625 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-9480e00e-d069-46cc-9057-b5d8657213ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133955689'] for subnet, precommit_delete_associations {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:54.407167 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-9480e00e-d069-46cc-9057-b5d8657213ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-866929'] for subnet, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:54.664856 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-9480e00e-d069-46cc-9057-b5d8657213ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-866938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133371938'] for subnet, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:54.669513 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:03:54.705535 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9480e00e-d069-46cc-9057-b5d8657213ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c2ba69d-73f0-4cce-ab9e-183495776efc,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:03:54.708669 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-9480e00e-d069-46cc-9057-b5d8657213ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:03:54.709618 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-9480e00e-d069-46cc-9057-b5d8657213ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for subnet, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:54.717595 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918fed23-10d6-4c8e-84e8-4e0ea9ea8791 None None] Network c03ee213-0416-4e85-a98a-561a3eb4e6ff requested from dv-cinder-788363-3-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 17 14:03:54.723249 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-9480e00e-d069-46cc-9057-b5d8657213ec admin admin] 10.222.0.54 "DELETE /v2.0/subnets/8c2ba69d-73f0-4cce-ab9e-183495776efc HTTP/1.1" status: 204  len: 168 time: 0.5078690
May 17 14:03:54.723519 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 39668) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:03:54.830836 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-96771c4e-541f-43d2-ab70-c6c0c817fcdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1002279'] for network, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:54.967496 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4c635b-40c9-4130-a4ee-dfc0fe18746f None None] DHCP port deletion for c03ee213-0416-4e85-a98a-561a3eb4e6ff request from dv-cinder-788363-3-iscsi {{(pid=78744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 17 14:03:55.034516 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-af4c635b-40c9-4130-a4ee-dfc0fe18746f None None] Deleting port 22b3306b-d1b0-4120-9874-6570744d11e5 {{(pid=78744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 14:03:55.034899 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-af4c635b-40c9-4130-a4ee-dfc0fe18746f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:55.063553 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [None req-96771c4e-541f-43d2-ab70-c6c0c817fcdd admin admin] Deleting port 22b3306b-d1b0-4120-9874-6570744d11e5 {{(pid=78743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 14:03:55.064144 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-96771c4e-541f-43d2-ab70-c6c0c817fcdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:55.130524 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-af4c635b-40c9-4130-a4ee-dfc0fe18746f None None] For port 22b3306b-d1b0-4120-9874-6570744d11e5, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=22b3306b-d1b0-4120-9874-6570744d11e5,segment=NetworkSegment(b8d0768c-b34b-41e0-be16-cd31f48db1dc),segment_id=b8d0768c-b34b-41e0-be16-cd31f48db1dc)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:03:55.130924 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-af4c635b-40c9-4130-a4ee-dfc0fe18746f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:55.137306 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad696c-ad9b-44bf-8c4b-54522f4fe146 req-4bbce7ca-e7c3-4e1b-a45c-33c294aa97cc tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:03:55.139726 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a2ad696c-ad9b-44bf-8c4b-54522f4fe146 req-4bbce7ca-e7c3-4e1b-a45c-33c294aa97cc tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 945 time: 0.1717892
May 17 14:03:55.200912 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [None req-96771c4e-541f-43d2-ab70-c6c0c817fcdd admin admin] For port 22b3306b-d1b0-4120-9874-6570744d11e5, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=22b3306b-d1b0-4120-9874-6570744d11e5,segment=NetworkSegment(b8d0768c-b34b-41e0-be16-cd31f48db1dc),segment_id=b8d0768c-b34b-41e0-be16-cd31f48db1dc)] {{(pid=78743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:03:55.201218 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-96771c4e-541f-43d2-ab70-c6c0c817fcdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:55.255517 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-af4c635b-40c9-4130-a4ee-dfc0fe18746f None None] Calling delete_port for 22b3306b-d1b0-4120-9874-6570744d11e5 owned by network:dhcp {{(pid=78744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 14:03:55.308369 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-af4c635b-40c9-4130-a4ee-dfc0fe18746f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281'] for port, after_delete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:55.312892 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:03:55.327959 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a2ad696c-ad9b-44bf-8c4b-54522f4fe146 req-6d8f3ff8-2d66-4600-9745-d3fe70401d95 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f3ce71-30d1-476c-abb2-120e2c19a402&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1787558
May 17 14:03:55.341987 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [None req-96771c4e-541f-43d2-ab70-c6c0c817fcdd admin admin] Calling delete_port for 22b3306b-d1b0-4120-9874-6570744d11e5 owned by network:dhcp {{(pid=78743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 14:03:55.360869 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4c635b-40c9-4130-a4ee-dfc0fe18746f None None] Pushing event deleted for resources: {'Port': ['ID=22b3306b-d1b0-4120-9874-6570744d11e5,revision_number=None']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:03:55.367842 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4c635b-40c9-4130-a4ee-dfc0fe18746f None None] No DVR routers for this DVR port 22b3306b-d1b0-4120-9874-6570744d11e5 on host dv-cinder-788363-3-iscsi {{(pid=78744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 17 14:03:55.369991 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device b5706b65-9929-47c3-876f-308d03e001fc no longer exists at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 17 14:03:55.395261 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-96771c4e-541f-43d2-ab70-c6c0c817fcdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133957597'] for port, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:55.399967 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-63a19eb2-4a3a-41a6-a252-b3f58ea1404d tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:03:55.408346 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4c635b-40c9-4130-a4ee-dfc0fe18746f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:03:55.408694 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4c635b-40c9-4130-a4ee-dfc0fe18746f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:03:55.409023 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4c635b-40c9-4130-a4ee-dfc0fe18746f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:03:55.409360 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4c635b-40c9-4130-a4ee-dfc0fe18746f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:03:55.409689 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4c635b-40c9-4130-a4ee-dfc0fe18746f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:03:55.410015 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4c635b-40c9-4130-a4ee-dfc0fe18746f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:03:55.410337 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4c635b-40c9-4130-a4ee-dfc0fe18746f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:03:55.410658 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4c635b-40c9-4130-a4ee-dfc0fe18746f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:03:55.410979 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4c635b-40c9-4130-a4ee-dfc0fe18746f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:03:55.411298 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4c635b-40c9-4130-a4ee-dfc0fe18746f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:03:55.411636 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4c635b-40c9-4130-a4ee-dfc0fe18746f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:03:55.411951 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4c635b-40c9-4130-a4ee-dfc0fe18746f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:03:55.420047 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-af4c635b-40c9-4130-a4ee-dfc0fe18746f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:03:55.420768 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] No Port match for: b5706b65-9929-47c3-876f-308d03e001fc {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 17 14:03:55.421117 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device b5706b65-9929-47c3-876f-308d03e001fc not bound to the agent host dv-cinder-788363-3-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 17 14:03:55.421535 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 79d14b31-dbf1-46e5-a67c-91d8bd1ca392 no longer exists at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 17 14:03:55.446107 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96771c4e-541f-43d2-ab70-c6c0c817fcdd admin admin] Pushing event deleted for resources: {'Port': ['ID=22b3306b-d1b0-4120-9874-6570744d11e5,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:03:55.447915 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96771c4e-541f-43d2-ab70-c6c0c817fcdd admin admin] No DVR routers for this DVR port 22b3306b-d1b0-4120-9874-6570744d11e5 on host dv-cinder-788363-3-iscsi {{(pid=78743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 17 14:03:55.449349 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-96771c4e-541f-43d2-ab70-c6c0c817fcdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:03:55.457957 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] No Port match for: 79d14b31-dbf1-46e5-a67c-91d8bd1ca392 {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 17 14:03:55.458316 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 79d14b31-dbf1-46e5-a67c-91d8bd1ca392 not bound to the agent host dv-cinder-788363-3-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 17 14:03:55.458741 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 22b3306b-d1b0-4120-9874-6570744d11e5 no longer exists at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 17 14:03:55.491702 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] No Port match for: 22b3306b-d1b0-4120-9874-6570744d11e5 {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 17 14:03:55.492055 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 22b3306b-d1b0-4120-9874-6570744d11e5 not bound to the agent host dv-cinder-788363-3-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 17 14:03:55.561689 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-96771c4e-541f-43d2-ab70-c6c0c817fcdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-866884', 'neutron.services.segments.db._delete_segments_for_network-8774149704834'] for network, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:55.574486 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.services.segments.db [None req-96771c4e-541f-43d2-ab70-c6c0c817fcdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fae3f5d2fd0>,) {'filters': {'network_id': ['c03ee213-0416-4e85-a98a-561a3eb4e6ff']}} {{(pid=78743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:03:55.591664 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.services.segments.db [None req-96771c4e-541f-43d2-ab70-c6c0c817fcdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fae3f5d2fd0>, 'b8d0768c-b34b-41e0-be16-cd31f48db1dc') {'for_net_delete': True} {{(pid=78743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:03:55.591953 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.services.segments.db [None req-96771c4e-541f-43d2-ab70-c6c0c817fcdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fae3f5d2fd0>, 'b8d0768c-b34b-41e0-be16-cd31f48db1dc') {} {{(pid=78743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:03:55.603994 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-96771c4e-541f-43d2-ab70-c6c0c817fcdd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774149716363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133955686'] for segment, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:55.620372 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-96771c4e-541f-43d2-ab70-c6c0c817fcdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861870'] for segment, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:55.626239 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96771c4e-541f-43d2-ab70-c6c0c817fcdd admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=78743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 17 14:03:55.626608 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-96771c4e-541f-43d2-ab70-c6c0c817fcdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133957512'] for segment, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:55.639580 dv-cinder-788363-3-iscsi neutron-server[78743]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 17 14:03:55.639580 dv-cinder-788363-3-iscsi neutron-server[78743]:   util.warn(
May 17 14:03:55.639580 dv-cinder-788363-3-iscsi neutron-server[78743]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 17 14:03:55.639580 dv-cinder-788363-3-iscsi neutron-server[78743]:   util.warn(
May 17 14:03:55.639580 dv-cinder-788363-3-iscsi neutron-server[78743]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 17 14:03:55.639580 dv-cinder-788363-3-iscsi neutron-server[78743]:   util.warn(
May 17 14:03:55.639580 dv-cinder-788363-3-iscsi neutron-server[78743]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 17 14:03:55.639580 dv-cinder-788363-3-iscsi neutron-server[78743]:   util.warn(
May 17 14:03:55.639580 dv-cinder-788363-3-iscsi neutron-server[78743]: Traceback (most recent call last):
May 17 14:03:55.639580 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 17 14:03:55.639580 dv-cinder-788363-3-iscsi neutron-server[78743]:     timer()
May 17 14:03:55.639580 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 17 14:03:55.639580 dv-cinder-788363-3-iscsi neutron-server[78743]:     cb(*args, **kw)
May 17 14:03:55.639580 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 17 14:03:55.639580 dv-cinder-788363-3-iscsi neutron-server[78743]:     return func(*args, **kwargs)
May 17 14:03:55.639580 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 17 14:03:55.639580 dv-cinder-788363-3-iscsi neutron-server[78743]:     self._notify()
May 17 14:03:55.639580 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 17 14:03:55.639580 dv-cinder-788363-3-iscsi neutron-server[78743]:     self.callback(batched_events)
May 17 14:03:55.639580 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 17 14:03:55.639580 dv-cinder-788363-3-iscsi neutron-server[78743]:     event.method(event)
May 17 14:03:55.639580 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 17 14:03:55.639580 dv-cinder-788363-3-iscsi neutron-server[78743]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 17 14:03:55.639580 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 17 14:03:55.639580 dv-cinder-788363-3-iscsi neutron-server[78743]:     aggregate_uuid = self.p_client.list_aggregates(
May 17 14:03:55.639580 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 17 14:03:55.639580 dv-cinder-788363-3-iscsi neutron-server[78743]:     return f(self, *a, **k)
May 17 14:03:55.639580 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 17 14:03:55.639580 dv-cinder-788363-3-iscsi neutron-server[78743]:     return self._get(url).json()
May 17 14:03:55.639580 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 17 14:03:55.639580 dv-cinder-788363-3-iscsi neutron-server[78743]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 17 14:03:55.639580 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 17 14:03:55.639580 dv-cinder-788363-3-iscsi neutron-server[78743]:     return self.request(url, 'GET', **kwargs)
May 17 14:03:55.639580 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 17 14:03:55.639580 dv-cinder-788363-3-iscsi neutron-server[78743]:     base_url = self.get_endpoint(auth, allow=allow,
May 17 14:03:55.639580 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 17 14:03:55.639580 dv-cinder-788363-3-iscsi neutron-server[78743]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 17 14:03:55.639580 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 17 14:03:55.639580 dv-cinder-788363-3-iscsi neutron-server[78743]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 17 14:03:55.639580 dv-cinder-788363-3-iscsi neutron-server[78743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 17 14:03:55.712675 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-96771c4e-541f-43d2-ab70-c6c0c817fcdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-866893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1676892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1975232'] for network, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:55.720229 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-96771c4e-541f-43d2-ab70-c6c0c817fcdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for network, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:55.723817 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:03:55.748993 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96771c4e-541f-43d2-ab70-c6c0c817fcdd admin admin] Pushing event deleted for resources: {'Network': ['ID=c03ee213-0416-4e85-a98a-561a3eb4e6ff,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:03:55.751396 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-96771c4e-541f-43d2-ab70-c6c0c817fcdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:03:55.753625 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-96771c4e-541f-43d2-ab70-c6c0c817fcdd admin admin] 10.222.0.54 "DELETE /v2.0/networks/c03ee213-0416-4e85-a98a-561a3eb4e6ff HTTP/1.1" status: 204  len: 168 time: 1.0289004
May 17 14:03:55.870005 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 39678) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:03:55.920151 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-c56a8318-7a23-40ad-8102-f7aec4cc9762 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b46cc502c62d47f5ad1b5cac00f4506b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0488157
May 17 14:03:55.922607 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 39682) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:03:55.980944 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3a43f6b1-d8ca-406a-97ae-fdf4c9390266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:56.006115 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3a43f6b1-d8ca-406a-97ae-fdf4c9390266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:56.061291 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3a43f6b1-d8ca-406a-97ae-fdf4c9390266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:56.066463 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-ceee0b4d-b60f-4363-a73d-94b4deb33b20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:03:56.081660 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a43f6b1-d8ca-406a-97ae-fdf4c9390266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a36f44-21b9-41fd-9d0e-c80606bf7c69,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:03:56.090704 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a43f6b1-d8ca-406a-97ae-fdf4c9390266 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:03:56.091090 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a43f6b1-d8ca-406a-97ae-fdf4c9390266 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:03:56.091482 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a43f6b1-d8ca-406a-97ae-fdf4c9390266 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:03:56.091852 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a43f6b1-d8ca-406a-97ae-fdf4c9390266 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:03:56.092214 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a43f6b1-d8ca-406a-97ae-fdf4c9390266 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:03:56.092575 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a43f6b1-d8ca-406a-97ae-fdf4c9390266 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:03:56.092933 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a43f6b1-d8ca-406a-97ae-fdf4c9390266 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:03:56.093289 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a43f6b1-d8ca-406a-97ae-fdf4c9390266 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:03:56.093647 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a43f6b1-d8ca-406a-97ae-fdf4c9390266 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:03:56.094002 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a43f6b1-d8ca-406a-97ae-fdf4c9390266 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:03:56.094357 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a43f6b1-d8ca-406a-97ae-fdf4c9390266 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:03:56.094704 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a43f6b1-d8ca-406a-97ae-fdf4c9390266 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:03:56.098021 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-3a43f6b1-d8ca-406a-97ae-fdf4c9390266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:03:56.099506 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3a43f6b1-d8ca-406a-97ae-fdf4c9390266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:56.100623 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-3a43f6b1-d8ca-406a-97ae-fdf4c9390266 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/65a36f44-21b9-41fd-9d0e-c80606bf7c69 HTTP/1.1" status: 204  len: 168 time: 0.1771247
May 17 14:03:56.440385 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 39692) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:03:56.491322 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-25c7224a-af06-4004-b488-dbc2fcb7eb01 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cb751b5bc14f4ba7b81faceb62311183&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0497179
May 17 14:03:56.493925 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 39698) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:03:56.526981 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f51ef4-3e0d-429e-9a41-95933e546777 req-d38055ac-e2fd-477d-ad1c-1ccff2420f49 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:03:56.528510 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-72f51ef4-3e0d-429e-9a41-95933e546777 req-d38055ac-e2fd-477d-ad1c-1ccff2420f49 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 945 time: 0.0883801
May 17 14:03:56.555363 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-cbdc03b0-a2d5-4eb8-bfe7-c675966bb914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:56.573423 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-72f51ef4-3e0d-429e-9a41-95933e546777 req-739af3f8-315e-4081-95ea-c6f04998f1c0 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f3ce71-30d1-476c-abb2-120e2c19a402&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392036
May 17 14:03:56.581198 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-cbdc03b0-a2d5-4eb8-bfe7-c675966bb914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:56.641976 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-cbdc03b0-a2d5-4eb8-bfe7-c675966bb914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:56.647096 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-63960bb7-d4ed-4259-ae99-052d7b5b4cff tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:03:56.657821 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdc03b0-a2d5-4eb8-bfe7-c675966bb914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231c3d06-e44e-469c-add4-401bd40c8a51,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:03:56.660154 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-cbdc03b0-a2d5-4eb8-bfe7-c675966bb914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:03:56.666381 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-cbdc03b0-a2d5-4eb8-bfe7-c675966bb914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:03:56.667581 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-cbdc03b0-a2d5-4eb8-bfe7-c675966bb914 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/231c3d06-e44e-469c-add4-401bd40c8a51 HTTP/1.1" status: 204  len: 168 time: 0.1724782
May 17 14:03:57.767663 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e96131-7598-4c6d-bdf2-2fbdcd2beca4 req-53044de4-84e1-4cb3-9fab-75642d709514 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:03:57.769087 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-62e96131-7598-4c6d-bdf2-2fbdcd2beca4 req-53044de4-84e1-4cb3-9fab-75642d709514 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 945 time: 0.0814457
May 17 14:03:57.814258 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-62e96131-7598-4c6d-bdf2-2fbdcd2beca4 req-42beff0e-2c24-45aa-933e-9ed29dd3a963 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f3ce71-30d1-476c-abb2-120e2c19a402&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395150
May 17 14:03:59.000860 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b3613-1b87-43b4-8994-38c198321d79 req-0f2717b3-a642-48eb-963e-e62fb02afcc8 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:03:59.002308 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-354b3613-1b87-43b4-8994-38c198321d79 req-0f2717b3-a642-48eb-963e-e62fb02afcc8 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 945 time: 0.0786092
May 17 14:03:59.050731 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-354b3613-1b87-43b4-8994-38c198321d79 req-6dca5d7b-2fa3-42da-a6c0-a1518800a4d7 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f3ce71-30d1-476c-abb2-120e2c19a402&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427439
May 17 14:04:00.242408 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717bef2f-319a-4677-be44-4c4921e02d29 req-6f83bbb1-c832-4582-b472-0186374f7e37 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:04:00.244395 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-717bef2f-319a-4677-be44-4c4921e02d29 req-6f83bbb1-c832-4582-b472-0186374f7e37 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 945 time: 0.0793288
May 17 14:04:00.288659 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-717bef2f-319a-4677-be44-4c4921e02d29 req-2fae81c7-5245-434b-8ddd-299fad8a2ddb tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f3ce71-30d1-476c-abb2-120e2c19a402&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386093
May 17 14:04:01.480319 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21246aa-5029-43ee-b74e-50181c11dcff req-e7e3dc90-7485-4e83-870f-16554cfdb097 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:04:01.481787 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f21246aa-5029-43ee-b74e-50181c11dcff req-e7e3dc90-7485-4e83-870f-16554cfdb097 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 945 time: 0.0827310
May 17 14:04:01.526365 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f21246aa-5029-43ee-b74e-50181c11dcff req-7f4be5db-32a8-4bdb-8800-ad8bcec582dc tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f3ce71-30d1-476c-abb2-120e2c19a402&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385931
May 17 14:04:02.715034 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d710a0a-a0ed-45e2-b84c-8bb8f76bfdd8 req-308f7b9c-947e-4a8c-9415-a267c8fe17e9 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:04:02.716486 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9d710a0a-a0ed-45e2-b84c-8bb8f76bfdd8 req-308f7b9c-947e-4a8c-9415-a267c8fe17e9 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 945 time: 0.0782804
May 17 14:04:02.765152 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9d710a0a-a0ed-45e2-b84c-8bb8f76bfdd8 req-f54a5d0e-0a1f-439c-8e78-579cb79a0432 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f3ce71-30d1-476c-abb2-120e2c19a402&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429747
May 17 14:04:02.893746 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33993f-2306-4e9b-a465-454478d5b46e req-92ff46b6-3d81-47cb-ac81-c5e41ed0acaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:04:02.895196 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2e33993f-2306-4e9b-a465-454478d5b46e req-92ff46b6-3d81-47cb-ac81-c5e41ed0acaa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=67705816dc0348c8a6486f2aa1cb2549&device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 1098 time: 0.0707221
May 17 14:04:03.121930 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33993f-2306-4e9b-a465-454478d5b46e req-a56761c6-7ca7-484f-b828-e8a827efc6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:04:03.123353 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2e33993f-2306-4e9b-a465-454478d5b46e req-a56761c6-7ca7-484f-b828-e8a827efc6bd service neutron] 10.222.0.49 "GET /v2.0/networks?id=f96cba92-eccd-4fce-9019-8397a76ebc2b HTTP/1.1" status: 200  len: 918 time: 0.2090745
May 17 14:04:03.225706 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2e33993f-2306-4e9b-a465-454478d5b46e req-5f3b831d-8057-4a78-8de9-5d261aae934b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5abe17c-1a60-495c-9c17-f647fd90ae47 HTTP/1.1" status: 200  len: 1001 time: 0.0956311
May 17 14:04:03.287614 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33993f-2306-4e9b-a465-454478d5b46e req-50a410ac-f9e1-4a24-9cfd-91d99a60da22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:04:03.289040 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2e33993f-2306-4e9b-a465-454478d5b46e req-50a410ac-f9e1-4a24-9cfd-91d99a60da22 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d7bf7301-b5af-4e08-ada3-78e2aec55a6a HTTP/1.1" status: 200  len: 856 time: 0.0575895
May 17 14:04:03.370270 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33993f-2306-4e9b-a465-454478d5b46e req-65edc3e3-eb5b-4c65-97ad-2fa8b45b8444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:04:03.371774 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2e33993f-2306-4e9b-a465-454478d5b46e req-65edc3e3-eb5b-4c65-97ad-2fa8b45b8444 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f96cba92-eccd-4fce-9019-8397a76ebc2b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0725186
May 17 14:04:03.497344 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:04:03.502638 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2e33993f-2306-4e9b-a465-454478d5b46e req-1555ce28-3665-4c71-8d53-dcb492413161 service neutron] 10.222.0.49 "GET /v2.0/networks/f96cba92-eccd-4fce-9019-8397a76ebc2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237757
May 17 14:04:03.631855 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2e33993f-2306-4e9b-a465-454478d5b46e req-1e7e05a0-26ac-4d7e-bd15-423e04f5a2b3 service neutron] 10.222.0.49 "GET /v2.0/networks/f96cba92-eccd-4fce-9019-8397a76ebc2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1222565
May 17 14:04:03.658318 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-8052cd49-7a68-4d4d-8373-307cb75036c7 None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 17 14:04:03.952010 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf309e-1a2d-4bb5-a4a6-9fd4604fe875 req-4472878a-3567-4a3b-8861-86091613ecf0 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:04:03.953512 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8ebf309e-1a2d-4bb5-a4a6-9fd4604fe875 req-4472878a-3567-4a3b-8861-86091613ecf0 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 945 time: 0.0778294
May 17 14:04:03.997997 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8ebf309e-1a2d-4bb5-a4a6-9fd4604fe875 req-50cedb79-f098-4c9b-8f41-c78f9a0c00b1 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f3ce71-30d1-476c-abb2-120e2c19a402&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387459
May 17 14:04:05.187869 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5335f-6ca7-4823-a5cf-8879b30dd0ff req-6b3943ef-d703-40d7-91f2-212b284e9692 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:04:05.189338 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-51f5335f-6ca7-4823-a5cf-8879b30dd0ff req-6b3943ef-d703-40d7-91f2-212b284e9692 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 945 time: 0.0821979
May 17 14:04:05.233391 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-51f5335f-6ca7-4823-a5cf-8879b30dd0ff req-0877739b-a0f4-4cf5-abf4-d9fee0ae4dc7 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f3ce71-30d1-476c-abb2-120e2c19a402&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384429
May 17 14:04:06.424515 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f956f-f189-4423-bffa-bbcb3cd6baa7 req-8c40704e-aa40-4d5c-bcf5-51c27cf21de6 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:04:06.425953 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9b8f956f-f189-4423-bffa-bbcb3cd6baa7 req-8c40704e-aa40-4d5c-bcf5-51c27cf21de6 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 945 time: 0.0785649
May 17 14:04:06.473869 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9b8f956f-f189-4423-bffa-bbcb3cd6baa7 req-d4883862-1dd3-4132-af12-9d2ef9864222 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f3ce71-30d1-476c-abb2-120e2c19a402&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415156
May 17 14:04:07.428864 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-e7dd4200-f1af-41df-be38-b9f2739df765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:04:07.665718 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b881619-4d96-4bce-950a-39603e0e0eba req-e3d36606-6547-4b8d-87e3-0f429bc94ea5 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:04:07.667199 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4b881619-4d96-4bce-950a-39603e0e0eba req-e3d36606-6547-4b8d-87e3-0f429bc94ea5 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 945 time: 0.0824406
May 17 14:04:07.712587 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4b881619-4d96-4bce-950a-39603e0e0eba req-a8d0e60f-2784-4be3-8528-6efbb5905694 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f3ce71-30d1-476c-abb2-120e2c19a402&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396636
May 17 14:04:08.906014 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca2f48-e8ee-4561-9127-79fea6f90a34 req-fedbb94b-5021-4d87-aa70-d0e29b62d663 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:04:08.907472 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3cca2f48-e8ee-4561-9127-79fea6f90a34 req-fedbb94b-5021-4d87-aa70-d0e29b62d663 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 945 time: 0.0813384
May 17 14:04:08.951972 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3cca2f48-e8ee-4561-9127-79fea6f90a34 req-7beb1f07-9731-4451-a8ab-7687aa1e6dc6 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f3ce71-30d1-476c-abb2-120e2c19a402&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385821
May 17 14:04:09.876460 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:04:10.139070 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ca4ea-b73b-4de3-bd2c-501fd02cb788 req-ec8f21a6-4a6a-4e9b-9747-4a2d2311876c tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:04:10.140548 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-349ca4ea-b73b-4de3-bd2c-501fd02cb788 req-ec8f21a6-4a6a-4e9b-9747-4a2d2311876c tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 945 time: 0.0792065
May 17 14:04:10.145064 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-7d168d98-c4c1-453f-9878-f0059afbd153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:04:10.188875 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-349ca4ea-b73b-4de3-bd2c-501fd02cb788 req-35d88c7d-57ea-41c1-9cca-15ed4b216600 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f3ce71-30d1-476c-abb2-120e2c19a402&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419788
May 17 14:04:11.024747 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-533a9918-d89c-4562-8a48-35a661957320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:04:11.376655 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb9f29-8e47-4964-ad4a-0ad30c9337ee req-c9b381ea-2bb9-4d49-a3ca-432cc7cb6bdc tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:04:11.378119 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-30eb9f29-8e47-4964-ad4a-0ad30c9337ee req-c9b381ea-2bb9-4d49-a3ca-432cc7cb6bdc tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 945 time: 0.0788999
May 17 14:04:11.421287 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-30eb9f29-8e47-4964-ad4a-0ad30c9337ee req-6a2bade6-2267-4be1-a310-60565760cbf1 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f3ce71-30d1-476c-abb2-120e2c19a402&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375755
May 17 14:04:12.543558 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1529072-104d-404f-8ce8-7078c9c34ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:04:12.617774 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13840dcd-dfe5-4bce-a295-6108a4cf096d req-0e69ec18-3d97-49d4-8b50-0098e6df17a3 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:04:12.619151 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-13840dcd-dfe5-4bce-a295-6108a4cf096d req-0e69ec18-3d97-49d4-8b50-0098e6df17a3 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 945 time: 0.0840647
May 17 14:04:12.665408 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-13840dcd-dfe5-4bce-a295-6108a4cf096d req-98f0f75d-33c6-4d5c-876f-7073861cdced tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f3ce71-30d1-476c-abb2-120e2c19a402&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404418
May 17 14:04:13.466823 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device d5abe17c-1a60-495c-9c17-f647fd90ae47 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 17 14:04:13.595695 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port d5abe17c-1a60-495c-9c17-f647fd90ae47, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d5abe17c-1a60-495c-9c17-f647fd90ae47,segment=NetworkSegment(41cda2c3-d474-4247-94e6-3fc71c3a8d3e),segment_id=41cda2c3-d474-4247-94e6-3fc71c3a8d3e)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:04:13.608916 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Returning: {'device': 'd5abe17c-1a60-495c-9c17-f647fd90ae47', 'network_id': 'f96cba92-eccd-4fce-9019-8397a76ebc2b', 'port_id': 'd5abe17c-1a60-495c-9c17-f647fd90ae47', 'mac_address': 'fa:16:3e:34:15:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7bf7301-b5af-4e08-ada3-78e2aec55a6a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 17 14:04:13.691123 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:04:13.707726 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d5abe17c-1a60-495c-9c17-f647fd90ae47 {{(pid=78744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 17 14:04:13.723444 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port d5abe17c-1a60-495c-9c17-f647fd90ae47, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d5abe17c-1a60-495c-9c17-f647fd90ae47,segment=NetworkSegment(41cda2c3-d474-4247-94e6-3fc71c3a8d3e),segment_id=41cda2c3-d474-4247-94e6-3fc71c3a8d3e)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:04:13.727585 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:04:13.729274 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:04:13.799196 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Pushing event updated for resources: {'Port': ['ID=d5abe17c-1a60-495c-9c17-f647fd90ae47,revision_number=6']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:04:13.802363 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:04:13.819004 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] get_ports_and_sgs() called for port_ids ['d5abe17c-1a60-495c-9c17-f647fd90ae47'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 17 14:04:13.858727 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067b26a-2477-49d3-ab96-d2147eb10442 req-d3c3f300-3d5c-4759-a576-dad918db2a94 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:04:13.860423 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2067b26a-2477-49d3-ab96-d2147eb10442 req-d3c3f300-3d5c-4759-a576-dad918db2a94 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 944 time: 0.0822639
May 17 14:04:13.908182 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2067b26a-2477-49d3-ab96-d2147eb10442 req-68e20f04-be51-496f-9da5-d4785618b4a2 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f3ce71-30d1-476c-abb2-120e2c19a402&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419481
May 17 14:04:15.098295 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cefc9ab-fcae-4ff4-9f52-dc684011f0a1 req-a6ca95d6-4a36-4d95-bb08-34ff82636707 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:04:15.099737 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7cefc9ab-fcae-4ff4-9f52-dc684011f0a1 req-a6ca95d6-4a36-4d95-bb08-34ff82636707 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 944 time: 0.0783074
May 17 14:04:15.144403 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7cefc9ab-fcae-4ff4-9f52-dc684011f0a1 req-fd7b8046-e431-42c4-9933-73fa04568d27 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f3ce71-30d1-476c-abb2-120e2c19a402&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384960
May 17 14:04:15.481302 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device d5abe17c-1a60-495c-9c17-f647fd90ae47 up at agent hyperv_hv-cinder-78836 {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 14:04:15.551037 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Provisioning complete for port d5abe17c-1a60-495c-9c17-f647fd90ae47 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 14:04:15.551333 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:04:15.665459 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:04:15.691129 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ac3a61-131b-4fc5-bfc4-927376fc6697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5abe17c-1a60-495c-9c17-f647fd90ae47'}] {{(pid=78744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 14:04:15.701353 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port d5abe17c-1a60-495c-9c17-f647fd90ae47, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d5abe17c-1a60-495c-9c17-f647fd90ae47,segment=NetworkSegment(41cda2c3-d474-4247-94e6-3fc71c3a8d3e),segment_id=41cda2c3-d474-4247-94e6-3fc71c3a8d3e)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:04:15.706519 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:04:15.708057 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-c1b651d6-946d-4589-a56a-353ea1412ec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:04:15.742702 dv-cinder-788363-3-iscsi neutron-server[78744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50ac3a61-131b-4fc5-bfc4-927376fc6697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5abe17c-1a60-495c-9c17-f647fd90ae47', 'code': 200}
May 17 14:04:15.774083 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Pushing event updated for resources: {'Port': ['ID=d5abe17c-1a60-495c-9c17-f647fd90ae47,revision_number=7']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:04:15.777684 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:04:16.429970 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f74508-2cd6-4ed4-9d39-1f3fb36bf58a req-86c0e86c-d473-457a-8778-18843d2872a0 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:04:16.431327 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-05f74508-2cd6-4ed4-9d39-1f3fb36bf58a req-86c0e86c-d473-457a-8778-18843d2872a0 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 945 time: 0.1757796
May 17 14:04:16.474873 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-05f74508-2cd6-4ed4-9d39-1f3fb36bf58a req-409a8fe3-8ca3-40db-9c6f-81261ac1b192 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f3ce71-30d1-476c-abb2-120e2c19a402&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370815
May 17 14:04:17.662282 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55590a0-a0d4-4f1c-9f4d-c7dc870e561a req-a92cb8d9-86a3-4bc9-b0f3-330d5d6b976f tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:04:17.663643 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e55590a0-a0d4-4f1c-9f4d-c7dc870e561a req-a92cb8d9-86a3-4bc9-b0f3-330d5d6b976f tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 945 time: 0.0792587
May 17 14:04:17.708123 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e55590a0-a0d4-4f1c-9f4d-c7dc870e561a req-ef497361-126d-465e-8ee5-ffd21e1430d7 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f3ce71-30d1-476c-abb2-120e2c19a402&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378857
May 17 14:04:18.921008 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cde1ab-be28-428c-b575-cace30770f35 req-0f6c6bb2-dc7b-4998-a973-22c7d58e506c tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:04:18.923641 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-21cde1ab-be28-428c-b575-cace30770f35 req-0f6c6bb2-dc7b-4998-a973-22c7d58e506c tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 945 time: 0.0932083
May 17 14:04:18.970393 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-21cde1ab-be28-428c-b575-cace30770f35 req-bc7a57c3-d8d5-4b33-9f56-92b1a6614591 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f3ce71-30d1-476c-abb2-120e2c19a402&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413661
May 17 14:04:20.173676 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a653a8b-6c67-481c-9b00-3d2de555e080 req-af7451c8-b847-4ed0-8a4c-8669d72d50f8 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:04:20.175916 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8a653a8b-6c67-481c-9b00-3d2de555e080 req-af7451c8-b847-4ed0-8a4c-8669d72d50f8 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 945 time: 0.0911152
May 17 14:04:20.233856 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8a653a8b-6c67-481c-9b00-3d2de555e080 req-67b34f26-f191-46b8-b439-210d339edde5 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f3ce71-30d1-476c-abb2-120e2c19a402&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515580
May 17 14:04:21.471317 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5defeb-a6d8-4f29-8e70-9f4cc1547391 req-cfd352f9-e339-4233-8b34-dbdc4c355a76 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:04:21.472907 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-bd5defeb-a6d8-4f29-8e70-9f4cc1547391 req-cfd352f9-e339-4233-8b34-dbdc4c355a76 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 945 time: 0.0936351
May 17 14:04:21.533965 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-bd5defeb-a6d8-4f29-8e70-9f4cc1547391 req-e870ece9-fab2-4430-9d18-75c2a44122ac tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f3ce71-30d1-476c-abb2-120e2c19a402&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0548756
May 17 14:04:22.746787 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f485a9-ee58-4812-814d-3b06c39319a2 req-10674d61-5432-41a2-b485-679b18f3c120 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:04:22.749537 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-50f485a9-ee58-4812-814d-3b06c39319a2 req-10674d61-5432-41a2-b485-679b18f3c120 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 945 time: 0.0914845
May 17 14:04:22.801979 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-50f485a9-ee58-4812-814d-3b06c39319a2 req-d504e4f9-629e-4f3a-93c6-2f66cb94a224 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f3ce71-30d1-476c-abb2-120e2c19a402&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465591
May 17 14:04:24.017527 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766e88d-809a-4f34-9de4-f14e92f6f815 req-d7892ce5-72c5-49d8-a561-c7cdef70cd41 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:04:24.019151 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c766e88d-809a-4f34-9de4-f14e92f6f815 req-d7892ce5-72c5-49d8-a561-c7cdef70cd41 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 945 time: 0.0922558
May 17 14:04:24.067760 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c766e88d-809a-4f34-9de4-f14e92f6f815 req-ebe01ffe-6db8-4b90-9377-11e79960acd7 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f3ce71-30d1-476c-abb2-120e2c19a402&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426316
May 17 14:04:25.278806 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5709b4-499d-4973-82ce-587c1d9d61cd req-55401af2-ca89-4d23-aa41-6c19af8ef0c9 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:04:25.280447 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0d5709b4-499d-4973-82ce-587c1d9d61cd req-55401af2-ca89-4d23-aa41-6c19af8ef0c9 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 945 time: 0.0849197
May 17 14:04:25.329815 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0d5709b4-499d-4973-82ce-587c1d9d61cd req-e1dc1d89-aec7-4726-a08e-8404f497f872 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f3ce71-30d1-476c-abb2-120e2c19a402&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432460
May 17 14:04:26.579141 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae313f6-6fc1-47eb-8157-e44c41c28fbf req-f296869a-e01c-4390-8b9c-eb675127de75 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:04:26.580513 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9ae313f6-6fc1-47eb-8157-e44c41c28fbf req-f296869a-e01c-4390-8b9c-eb675127de75 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 945 time: 0.1239843
May 17 14:04:26.632445 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9ae313f6-6fc1-47eb-8157-e44c41c28fbf req-13b5b0c0-674c-49fd-afdf-07fd32fb6bde tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f3ce71-30d1-476c-abb2-120e2c19a402&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450473
May 17 14:04:27.844058 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133f9254-361b-49e8-b985-6abca8eb6037 req-e4ffdbf0-ee19-401c-888f-f21fd2c174a9 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:04:27.846604 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-133f9254-361b-49e8-b985-6abca8eb6037 req-e4ffdbf0-ee19-401c-888f-f21fd2c174a9 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 945 time: 0.0960686
May 17 14:04:27.893713 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-133f9254-361b-49e8-b985-6abca8eb6037 req-3fa4fe0e-29cd-4ff7-9ec2-ebb5ac6618e9 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f3ce71-30d1-476c-abb2-120e2c19a402&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411189
May 17 14:04:29.086525 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01eb04d-410f-4167-ad8b-f4abf4b1d41a req-c5300503-3dde-46db-9225-97bcc6407978 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:04:29.087999 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d01eb04d-410f-4167-ad8b-f4abf4b1d41a req-c5300503-3dde-46db-9225-97bcc6407978 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 945 time: 0.0812330
May 17 14:04:29.133006 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d01eb04d-410f-4167-ad8b-f4abf4b1d41a req-9580ff90-1c3b-4a9e-b447-0755e8968367 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f3ce71-30d1-476c-abb2-120e2c19a402&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386968
May 17 14:04:29.354944 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393094c4-0334-4f8f-a598-988a71c9353c req-b085e00d-070b-463b-a094-5d7d18654489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:04:29.356448 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-393094c4-0334-4f8f-a598-988a71c9353c req-b085e00d-070b-463b-a094-5d7d18654489 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=67705816dc0348c8a6486f2aa1cb2549&device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 1098 time: 0.0732584
May 17 14:04:29.487035 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393094c4-0334-4f8f-a598-988a71c9353c req-59531378-7d38-4d38-b319-d2ec05a7971d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:04:29.488485 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-393094c4-0334-4f8f-a598-988a71c9353c req-59531378-7d38-4d38-b319-d2ec05a7971d service neutron] 10.222.0.49 "GET /v2.0/networks?id=f96cba92-eccd-4fce-9019-8397a76ebc2b HTTP/1.1" status: 200  len: 918 time: 0.1249790
May 17 14:04:29.589975 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-393094c4-0334-4f8f-a598-988a71c9353c req-bd331b98-b379-4b2e-8ed6-5fcfbfaa0b67 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5abe17c-1a60-495c-9c17-f647fd90ae47 HTTP/1.1" status: 200  len: 1001 time: 0.0940032
May 17 14:04:29.652183 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393094c4-0334-4f8f-a598-988a71c9353c req-1dbebca3-0e07-4bcf-b5ea-1801b9443e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:04:29.653583 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-393094c4-0334-4f8f-a598-988a71c9353c req-1dbebca3-0e07-4bcf-b5ea-1801b9443e3e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d7bf7301-b5af-4e08-ada3-78e2aec55a6a HTTP/1.1" status: 200  len: 856 time: 0.0565691
May 17 14:04:29.730405 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393094c4-0334-4f8f-a598-988a71c9353c req-8dce4bde-af27-402e-be97-5f26429e078d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:04:29.731849 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-393094c4-0334-4f8f-a598-988a71c9353c req-8dce4bde-af27-402e-be97-5f26429e078d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f96cba92-eccd-4fce-9019-8397a76ebc2b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0713897
May 17 14:04:29.862138 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-393094c4-0334-4f8f-a598-988a71c9353c req-9d106e39-c7c9-4856-b508-2bac5ad42d48 service neutron] 10.222.0.49 "GET /v2.0/networks/f96cba92-eccd-4fce-9019-8397a76ebc2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1231685
May 17 14:04:30.081129 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-393094c4-0334-4f8f-a598-988a71c9353c req-83d2d27a-18ff-4ca8-86a3-323cc72bbe7f service neutron] 10.222.0.49 "GET /v2.0/networks/f96cba92-eccd-4fce-9019-8397a76ebc2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2119248
May 17 14:04:30.325692 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0447b98-ac65-4a87-9118-e4d2b90bc876 req-ea2b9d03-aac7-4816-8708-4c14f473e00a tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:04:30.327119 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f0447b98-ac65-4a87-9118-e4d2b90bc876 req-ea2b9d03-aac7-4816-8708-4c14f473e00a tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 945 time: 0.0796847
May 17 14:04:30.371074 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f0447b98-ac65-4a87-9118-e4d2b90bc876 req-1ddd2dde-7120-4905-9eef-55de5fbf9251 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f3ce71-30d1-476c-abb2-120e2c19a402&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382886
May 17 14:04:31.562125 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8982988c-f906-485a-9d9e-b25b528f2e35 req-48ef4d39-98f0-4ff0-84c7-ee1c9349261e tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:04:31.563578 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8982988c-f906-485a-9d9e-b25b528f2e35 req-48ef4d39-98f0-4ff0-84c7-ee1c9349261e tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 945 time: 0.0827670
May 17 14:04:31.607223 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8982988c-f906-485a-9d9e-b25b528f2e35 req-98ecae4e-0562-4964-babd-5cd4b9115577 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f3ce71-30d1-476c-abb2-120e2c19a402&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380230
May 17 14:04:32.795007 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a2f407-a394-4968-bbe5-f5da68e2974d req-3fbd0e2c-7b1f-41d1-a874-a6405c94a7ce tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:04:32.796488 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-09a2f407-a394-4968-bbe5-f5da68e2974d req-3fbd0e2c-7b1f-41d1-a874-a6405c94a7ce tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 945 time: 0.0792203
May 17 14:04:32.844470 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-09a2f407-a394-4968-bbe5-f5da68e2974d req-82d421b7-3fb2-4f49-9670-9249cd705719 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f3ce71-30d1-476c-abb2-120e2c19a402&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423369
May 17 14:04:33.497134 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:04:33.546365 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device d5abe17c-1a60-495c-9c17-f647fd90ae47 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 17 14:04:33.660952 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:04:33.688036 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ac3a61-131b-4fc5-bfc4-927376fc6697', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5abe17c-1a60-495c-9c17-f647fd90ae47'}] {{(pid=78744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 14:04:33.698478 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port d5abe17c-1a60-495c-9c17-f647fd90ae47, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d5abe17c-1a60-495c-9c17-f647fd90ae47,segment=NetworkSegment(41cda2c3-d474-4247-94e6-3fc71c3a8d3e),segment_id=41cda2c3-d474-4247-94e6-3fc71c3a8d3e)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:04:33.702328 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:04:33.704214 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:04:33.769503 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Pushing event updated for resources: {'Port': ['ID=d5abe17c-1a60-495c-9c17-f647fd90ae47,revision_number=8']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:04:33.772971 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:04:33.937487 dv-cinder-788363-3-iscsi neutron-server[78744]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '50ac3a61-131b-4fc5-bfc4-927376fc6697', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd5abe17c-1a60-495c-9c17-f647fd90ae47', 'code': 422} returned with failed status
May 17 14:04:34.416771 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe031c47-4cf9-4941-b4ad-96acc4f046a9 req-7c6ce2ea-d935-4293-8657-ab2b758ecec5 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:04:34.418221 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-fe031c47-4cf9-4941-b4ad-96acc4f046a9 req-7c6ce2ea-d935-4293-8657-ab2b758ecec5 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 943 time: 0.0829499
May 17 14:04:34.463920 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-fe031c47-4cf9-4941-b4ad-96acc4f046a9 req-a7999b88-f00d-4c77-b194-cca41a8ca0f2 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f3ce71-30d1-476c-abb2-120e2c19a402&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395410
May 17 14:04:34.637941 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a52578a0-a54b-4f75-b420-c4dcd7e56737 req-6c05d2f7-2b21-48ac-ba7c-6644994bf398 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0727868
May 17 14:04:35.520314 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52578a0-a54b-4f75-b420-c4dcd7e56737 req-d5d2e577-57b2-47e8-a73f-86c2552efba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:04:35.521973 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a52578a0-a54b-4f75-b420-c4dcd7e56737 req-d5d2e577-57b2-47e8-a73f-86c2552efba9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697&tenant_id=67705816dc0348c8a6486f2aa1cb2549 HTTP/1.1" status: 200  len: 1096 time: 0.0723591
May 17 14:04:35.694673 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52578a0-a54b-4f75-b420-c4dcd7e56737 req-90e45ef2-b6b1-4917-bb95-acbfa597286e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:04:35.696173 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a52578a0-a54b-4f75-b420-c4dcd7e56737 req-90e45ef2-b6b1-4917-bb95-acbfa597286e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=67705816dc0348c8a6486f2aa1cb2549&device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 1096 time: 0.1449866
May 17 14:04:35.708638 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e3b1d-992c-4a75-8d95-2173712a93a7 req-d79daad5-99ab-4d8f-b431-39fbd6b6c580 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:04:35.710063 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-fb0e3b1d-992c-4a75-8d95-2173712a93a7 req-d79daad5-99ab-4d8f-b431-39fbd6b6c580 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 943 time: 0.1221871
May 17 14:04:35.841404 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-fb0e3b1d-992c-4a75-8d95-2173712a93a7 req-e60dc434-9bad-433b-903b-ffc7d745f42e tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f3ce71-30d1-476c-abb2-120e2c19a402&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1116703
May 17 14:04:35.881104 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52578a0-a54b-4f75-b420-c4dcd7e56737 req-20496adb-ba18-4e49-b7af-6ce9f79cafa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:04:35.882532 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a52578a0-a54b-4f75-b420-c4dcd7e56737 req-20496adb-ba18-4e49-b7af-6ce9f79cafa5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f96cba92-eccd-4fce-9019-8397a76ebc2b HTTP/1.1" status: 200  len: 918 time: 0.1714990
May 17 14:04:35.990045 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a52578a0-a54b-4f75-b420-c4dcd7e56737 req-0961db73-86bd-473b-845d-d922ec28f62b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5abe17c-1a60-495c-9c17-f647fd90ae47 HTTP/1.1" status: 200  len: 999 time: 0.1004453
May 17 14:04:36.054220 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52578a0-a54b-4f75-b420-c4dcd7e56737 req-443fa802-0b13-4a80-9f6d-cb99a7955826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:04:36.055662 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a52578a0-a54b-4f75-b420-c4dcd7e56737 req-443fa802-0b13-4a80-9f6d-cb99a7955826 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d7bf7301-b5af-4e08-ada3-78e2aec55a6a HTTP/1.1" status: 200  len: 856 time: 0.0590343
May 17 14:04:36.129304 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52578a0-a54b-4f75-b420-c4dcd7e56737 req-ca0df93f-b0d5-42dc-831b-89515fc57fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:04:36.130902 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a52578a0-a54b-4f75-b420-c4dcd7e56737 req-ca0df93f-b0d5-42dc-831b-89515fc57fba service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f96cba92-eccd-4fce-9019-8397a76ebc2b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0691822
May 17 14:04:36.263965 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a52578a0-a54b-4f75-b420-c4dcd7e56737 req-db711a31-9d01-458a-be36-3a5708aee866 service neutron] 10.222.0.49 "GET /v2.0/networks/f96cba92-eccd-4fce-9019-8397a76ebc2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1265442
May 17 14:04:36.396150 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a52578a0-a54b-4f75-b420-c4dcd7e56737 req-f078e3ab-692a-4384-8723-8971014d90b6 service neutron] 10.222.0.49 "GET /v2.0/networks/f96cba92-eccd-4fce-9019-8397a76ebc2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257386
May 17 14:04:37.431273 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-ec6f613f-02c8-4693-858d-2b2302f22ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:04:39.889623 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:04:40.148248 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-62142687-83cd-49e4-9658-49ea6d268808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:04:40.662189 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-8052cd49-7a68-4d4d-8373-307cb75036c7 None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 17 14:04:41.032231 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-533a9918-d89c-4562-8a48-35a661957320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:04:42.547589 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1529072-104d-404f-8ce8-7078c9c34ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:04:50.480387 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf8280d-94c6-45d9-be13-27e57e38370c req-8d7da41e-e574-4e51-8ba7-f19680285e73 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:04:50.481890 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3cf8280d-94c6-45d9-be13-27e57e38370c req-8d7da41e-e574-4e51-8ba7-f19680285e73 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 943 time: 0.0891020
May 17 14:04:50.621444 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3cf8280d-94c6-45d9-be13-27e57e38370c req-0750d557-56d2-4846-a94f-c4a7c004be8f tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f3ce71-30d1-476c-abb2-120e2c19a402&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1328924
May 17 14:04:51.811002 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b75d6b0-ba7c-43ff-bba2-a872d9a178f8 req-1c14b78d-85d5-4bee-8a70-07b869066165 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:04:51.812466 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5b75d6b0-ba7c-43ff-bba2-a872d9a178f8 req-1c14b78d-85d5-4bee-8a70-07b869066165 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 943 time: 0.0807972
May 17 14:04:51.862415 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5b75d6b0-ba7c-43ff-bba2-a872d9a178f8 req-e736beca-7407-4bc2-a564-6eae223b8640 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f3ce71-30d1-476c-abb2-120e2c19a402&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442204
May 17 14:04:53.050857 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276aa433-7aaf-4b74-844b-c1a3ebfb1a2e req-a4c68e32-23f9-4562-a5ad-d629e975e496 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:04:53.052315 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-276aa433-7aaf-4b74-844b-c1a3ebfb1a2e req-a4c68e32-23f9-4562-a5ad-d629e975e496 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 943 time: 0.0785449
May 17 14:04:53.095848 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-276aa433-7aaf-4b74-844b-c1a3ebfb1a2e req-6ddd1d27-74d0-4185-b0e3-2c3c60b25334 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f3ce71-30d1-476c-abb2-120e2c19a402&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379450
May 17 14:04:53.825006 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device d5abe17c-1a60-495c-9c17-f647fd90ae47 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 17 14:04:53.956017 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port d5abe17c-1a60-495c-9c17-f647fd90ae47, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d5abe17c-1a60-495c-9c17-f647fd90ae47,segment=NetworkSegment(41cda2c3-d474-4247-94e6-3fc71c3a8d3e),segment_id=41cda2c3-d474-4247-94e6-3fc71c3a8d3e)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:04:53.969208 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Returning: {'device': 'd5abe17c-1a60-495c-9c17-f647fd90ae47', 'network_id': 'f96cba92-eccd-4fce-9019-8397a76ebc2b', 'port_id': 'd5abe17c-1a60-495c-9c17-f647fd90ae47', 'mac_address': 'fa:16:3e:34:15:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7bf7301-b5af-4e08-ada3-78e2aec55a6a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 17 14:04:54.022475 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:04:54.038276 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5abe17c-1a60-495c-9c17-f647fd90ae47 {{(pid=78744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 17 14:04:54.052878 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port d5abe17c-1a60-495c-9c17-f647fd90ae47, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d5abe17c-1a60-495c-9c17-f647fd90ae47,segment=NetworkSegment(41cda2c3-d474-4247-94e6-3fc71c3a8d3e),segment_id=41cda2c3-d474-4247-94e6-3fc71c3a8d3e)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:04:54.056904 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:04:54.059885 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:04:54.126492 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Pushing event updated for resources: {'Port': ['ID=d5abe17c-1a60-495c-9c17-f647fd90ae47,revision_number=9']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:04:54.129755 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:04:54.432555 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c0ecb-0987-4019-af77-22ca15eaef25 req-25c0f5f9-2189-4e20-8437-d58fd08f9e6c tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:04:54.433975 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4e5c0ecb-0987-4019-af77-22ca15eaef25 req-25c0f5f9-2189-4e20-8437-d58fd08f9e6c tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 944 time: 0.0813546
May 17 14:04:54.477768 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4e5c0ecb-0987-4019-af77-22ca15eaef25 req-8423a6ce-fa52-4868-be99-579298f499cb tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f3ce71-30d1-476c-abb2-120e2c19a402&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374274
May 17 14:04:55.664334 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46a265-a6bf-4d19-a412-975a01ee022a req-d0443b6d-f1a3-4734-ab2f-434ea87f816a tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:04:55.665804 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2c46a265-a6bf-4d19-a412-975a01ee022a req-d0443b6d-f1a3-4734-ab2f-434ea87f816a tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 944 time: 0.0798891
May 17 14:04:55.714490 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2c46a265-a6bf-4d19-a412-975a01ee022a req-887de212-17e4-4c44-a249-fa7dc8878d81 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f3ce71-30d1-476c-abb2-120e2c19a402&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428941
May 17 14:04:55.973215 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] get_ports_and_sgs() called for port_ids ['d5abe17c-1a60-495c-9c17-f647fd90ae47'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 17 14:04:56.923249 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef379e6c-8bee-4b53-bc5b-4eeec0805011 req-9de2c8a4-f167-4733-8606-321405331232 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:04:56.927987 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ef379e6c-8bee-4b53-bc5b-4eeec0805011 req-9de2c8a4-f167-4733-8606-321405331232 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 944 time: 0.0958853
May 17 14:04:56.974522 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ef379e6c-8bee-4b53-bc5b-4eeec0805011 req-a2a6de73-1bde-4417-9e14-6446a28848d7 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f3ce71-30d1-476c-abb2-120e2c19a402&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436072
May 17 14:04:57.668396 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device d5abe17c-1a60-495c-9c17-f647fd90ae47 up at agent hyperv_hv-cinder-78836 {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 14:04:57.737821 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Provisioning complete for port d5abe17c-1a60-495c-9c17-f647fd90ae47 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 14:04:57.738208 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:04:57.850947 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:04:57.908620 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ac3a61-131b-4fc5-bfc4-927376fc6697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5abe17c-1a60-495c-9c17-f647fd90ae47'}] {{(pid=78744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 14:04:57.918595 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port d5abe17c-1a60-495c-9c17-f647fd90ae47, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d5abe17c-1a60-495c-9c17-f647fd90ae47,segment=NetworkSegment(41cda2c3-d474-4247-94e6-3fc71c3a8d3e),segment_id=41cda2c3-d474-4247-94e6-3fc71c3a8d3e)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:04:57.923629 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:04:57.926322 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:04:57.960932 dv-cinder-788363-3-iscsi neutron-server[78744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50ac3a61-131b-4fc5-bfc4-927376fc6697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5abe17c-1a60-495c-9c17-f647fd90ae47', 'code': 200}
May 17 14:04:57.997597 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Pushing event updated for resources: {'Port': ['ID=d5abe17c-1a60-495c-9c17-f647fd90ae47,revision_number=10']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:04:58.005392 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:04:58.005748 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:04:58.006087 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:04:58.006422 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:04:58.006748 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:04:58.007082 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:04:58.009041 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:04:58.009452 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:04:58.009796 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:04:58.010130 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:04:58.010455 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:04:58.010781 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:04:58.015173 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:04:58.183896 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29536a6f-70a8-4fed-8b09-35f662d502e6 req-64a70752-0d94-4f1e-8427-f359c56093d6 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:04:58.185246 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-29536a6f-70a8-4fed-8b09-35f662d502e6 req-64a70752-0d94-4f1e-8427-f359c56093d6 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 946 time: 0.0951922
May 17 14:04:58.230381 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-29536a6f-70a8-4fed-8b09-35f662d502e6 req-6dbf9bb6-a09b-4ca2-b8ed-2030bb1d174d tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f3ce71-30d1-476c-abb2-120e2c19a402&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394487
May 17 14:04:58.328672 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420070a-20f9-47f8-bd0c-28f432f03ced req-ddc6cbac-0f30-47bb-96ea-2718107e5065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:04:58.330148 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7420070a-20f9-47f8-bd0c-28f432f03ced req-ddc6cbac-0f30-47bb-96ea-2718107e5065 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 1099 time: 0.1821299
May 17 14:04:58.371668 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7420070a-20f9-47f8-bd0c-28f432f03ced req-4bc8b9c4-4968-4065-bafc-e3abcbadfcb9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f7f3ce71-30d1-476c-abb2-120e2c19a402&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0348742
May 17 14:04:59.421804 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe61e0-e88f-4ce0-98ce-cd88572b6260 req-a6b512b8-8db4-4333-a14f-965da004f4b9 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:04:59.423238 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-fcfe61e0-e88f-4ce0-98ce-cd88572b6260 req-a6b512b8-8db4-4333-a14f-965da004f4b9 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 946 time: 0.0811613
May 17 14:04:59.468739 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-fcfe61e0-e88f-4ce0-98ce-cd88572b6260 req-f9c475dc-5f2b-440f-9695-c3b72ebf3e9b tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f3ce71-30d1-476c-abb2-120e2c19a402&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391307
May 17 14:05:00.655959 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426873b7-2f4e-4b12-8da8-1bdf99318961 req-bfcc6614-4c18-4339-9558-349bba311f64 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:00.657415 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-426873b7-2f4e-4b12-8da8-1bdf99318961 req-bfcc6614-4c18-4339-9558-349bba311f64 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 946 time: 0.0833945
May 17 14:05:00.703087 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-426873b7-2f4e-4b12-8da8-1bdf99318961 req-1ebc1018-f07b-490e-9f06-08ad421cf75d tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f3ce71-30d1-476c-abb2-120e2c19a402&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399275
May 17 14:05:02.677122 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b2853167-96e5-484d-b2d4-9d029b7c8c3a req-78449538-1828-4782-a468-d20ae3eb1724 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1323672503&fields=id&tenant_id=d77a303f986f47e2bf0264946d7679d6 HTTP/1.1" status: 200  len: 267 time: 0.0403621
May 17 14:05:02.824780 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2853167-96e5-484d-b2d4-9d029b7c8c3a req-6d0991df-4105-4f33-a652-308bd4fcb891 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:02.826098 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b2853167-96e5-484d-b2d4-9d029b7c8c3a req-6d0991df-4105-4f33-a652-308bd4fcb891 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/networks?id=44766520-36a7-4a15-a6b9-ee8d2b4767ae HTTP/1.1" status: 200  len: 812 time: 0.1425128
May 17 14:05:02.840293 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b2853167-96e5-484d-b2d4-9d029b7c8c3a req-0db948ad-e546-47a4-a1f1-9eee864b31bb tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/quotas/d77a303f986f47e2bf0264946d7679d6 HTTP/1.1" status: 200  len: 375 time: 0.0086725
May 17 14:05:02.931673 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b2853167-96e5-484d-b2d4-9d029b7c8c3a req-75b2fa8e-18f8-4773-81e2-a74563a775a6 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d77a303f986f47e2bf0264946d7679d6&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0865355
May 17 14:05:02.947752 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [req-b2853167-96e5-484d-b2d4-9d029b7c8c3a req-54fc6734-300c-49d0-8ba1-012ae421ea45 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=78743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 17 14:05:02.948704 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b2853167-96e5-484d-b2d4-9d029b7c8c3a req-54fc6734-300c-49d0-8ba1-012ae421ea45 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0053062
May 17 14:05:03.078434 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b2853167-96e5-484d-b2d4-9d029b7c8c3a req-c12cb386-e7c7-49dc-a068-879441606488 service neutron] 10.222.0.54 "GET /v2.0/networks/44766520-36a7-4a15-a6b9-ee8d2b4767ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1240904
May 17 14:05:03.208421 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b2853167-96e5-484d-b2d4-9d029b7c8c3a req-09cbbd84-91c6-4f7b-931b-d13508424368 service neutron] 10.222.0.54 "GET /v2.0/networks/44766520-36a7-4a15-a6b9-ee8d2b4767ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242180
May 17 14:05:03.504036 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:03.976887 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d929b633-27e5-4f74-a1cf-6ae0e85ea471 req-551a64b3-7ca0-4b75-8827-a83b1f09a085 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=a94a27d6-44c3-4bd9-8759-a82703236d2c HTTP/1.1" status: 200  len: 210 time: 0.0522556
May 17 14:05:04.952723 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2853167-96e5-484d-b2d4-9d029b7c8c3a req-0dfb0053-5f8e-45cf-a69a-dda1e937368d tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:04.954120 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b2853167-96e5-484d-b2d4-9d029b7c8c3a req-0dfb0053-5f8e-45cf-a69a-dda1e937368d tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.49 "GET /v2.0/networks?id=44766520-36a7-4a15-a6b9-ee8d2b4767ae HTTP/1.1" status: 200  len: 812 time: 0.2895732
May 17 14:05:04.962953 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e0ded8ae-3948-41f9-ac87-41c072921457 req-164ed86b-d468-4f15-bad0-3ebab1553c80 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=840559aa-5d6c-464b-93e0-bfeecd623862&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1247504
May 17 14:05:05.062041 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b2853167-96e5-484d-b2d4-9d029b7c8c3a req-c5152fb9-50b0-4803-89e4-74d0bb23fd98 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d77a303f986f47e2bf0264946d7679d6 HTTP/1.1" status: 200  len: 380 time: 0.0871558
May 17 14:05:05.071055 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-b2853167-96e5-484d-b2d4-9d029b7c8c3a req-28cd0a18-a675-4573-a26e-568d48c34bb9 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Request body: {'port': {'device_id': 'a94a27d6-44c3-4bd9-8759-a82703236d2c', 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae', 'admin_state_up': True, 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'security_groups': ['522f6041-c669-4fb8-900e-d7020dc67f0e']}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 14:05:05.196001 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cd452a33-34cf-44e2-80b2-1549ed4afba3 req-eba73a9e-9057-439c-a269-5b45b5058d46 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=a94a27d6-44c3-4bd9-8759-a82703236d2c HTTP/1.1" status: 200  len: 210 time: 0.1110086
May 17 14:05:05.217376 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ded8ae-3948-41f9-ac87-41c072921457 req-a6dd5ef0-9822-4921-9ed0-bb138251ee86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:05.219382 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e0ded8ae-3948-41f9-ac87-41c072921457 req-a6dd5ef0-9822-4921-9ed0-bb138251ee86 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d77a303f986f47e2bf0264946d7679d6&device_id=840559aa-5d6c-464b-93e0-bfeecd623862 HTTP/1.1" status: 200  len: 1098 time: 0.2274821
May 17 14:05:05.348321 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-b2853167-96e5-484d-b2d4-9d029b7c8c3a req-28cd0a18-a675-4573-a26e-568d48c34bb9 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 14:05:05.363826 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-b2853167-96e5-484d-b2d4-9d029b7c8c3a req-28cd0a18-a675-4573-a26e-568d48c34bb9 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 14:05:05.393535 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2853167-96e5-484d-b2d4-9d029b7c8c3a req-28cd0a18-a675-4573-a26e-568d48c34bb9 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Made reservation on behalf of d77a303f986f47e2bf0264946d7679d6 for: {'port': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 17 14:05:05.396939 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-b2853167-96e5-484d-b2d4-9d029b7c8c3a req-28cd0a18-a675-4573-a26e-568d48c34bb9 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:05.416599 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ded8ae-3948-41f9-ac87-41c072921457 req-9205f7af-ee44-4b5f-bcb8-3dfec40b66df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:05.418019 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e0ded8ae-3948-41f9-ac87-41c072921457 req-9205f7af-ee44-4b5f-bcb8-3dfec40b66df service neutron] 10.222.0.49 "GET /v2.0/networks?id=44766520-36a7-4a15-a6b9-ee8d2b4767ae HTTP/1.1" status: 200  len: 913 time: 0.1804216
May 17 14:05:05.580068 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e0ded8ae-3948-41f9-ac87-41c072921457 req-97fd1495-ca96-4b68-8e51-47937c5ef34a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400 HTTP/1.1" status: 200  len: 999 time: 0.1244485
May 17 14:05:05.690269 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ded8ae-3948-41f9-ac87-41c072921457 req-bb682666-d1cf-4d12-9d09-5e3ae44d710b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:05.691874 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e0ded8ae-3948-41f9-ac87-41c072921457 req-bb682666-d1cf-4d12-9d09-5e3ae44d710b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=31d31f43-e8b1-4e8d-8f8a-74810a227c7c HTTP/1.1" status: 200  len: 851 time: 0.0848584
May 17 14:05:05.692892 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_common [req-b2853167-96e5-484d-b2d4-9d029b7c8c3a req-28cd0a18-a675-4573-a26e-568d48c34bb9 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Allocated IP 172.20.0.4 (44766520-36a7-4a15-a6b9-ee8d2b4767ae/31d31f43-e8b1-4e8d-8f8a-74810a227c7c/0771cf84-3e9f-490f-a106-ba0f8ea5d08c) {{(pid=78743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 17 14:05:05.887716 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ded8ae-3948-41f9-ac87-41c072921457 req-5a0da85b-c251-4d8c-a826-e5bb976515b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:05.889103 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e0ded8ae-3948-41f9-ac87-41c072921457 req-5a0da85b-c251-4d8c-a826-e5bb976515b8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=44766520-36a7-4a15-a6b9-ee8d2b4767ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1907206
May 17 14:05:05.907614 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [req-e0ded8ae-3948-41f9-ac87-41c072921457 req-14bcfd29-1b31-43fc-b1e4-c4e9bb86ebcb service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=78743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 17 14:05:05.908662 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e0ded8ae-3948-41f9-ac87-41c072921457 req-14bcfd29-1b31-43fc-b1e4-c4e9bb86ebcb service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0084291
May 17 14:05:06.020565 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-b2853167-96e5-484d-b2d4-9d029b7c8c3a req-28cd0a18-a675-4573-a26e-568d48c34bb9 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks [] for port, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:06.044200 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.provisioning_blocks [req-b2853167-96e5-484d-b2d4-9d029b7c8c3a req-28cd0a18-a675-4573-a26e-568d48c34bb9 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Transition to ACTIVE for port object 0771cf84-3e9f-490f-a106-ba0f8ea5d08c will not be triggered until provisioned by entity DHCP. {{(pid=78743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 14:05:06.081562 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e0ded8ae-3948-41f9-ac87-41c072921457 req-59004c7d-9119-4427-9210-db5e35200edd service neutron] 10.222.0.49 "GET /v2.0/networks/44766520-36a7-4a15-a6b9-ee8d2b4767ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1662648
May 17 14:05:06.170586 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-b2853167-96e5-484d-b2d4-9d029b7c8c3a req-28cd0a18-a675-4573-a26e-568d48c34bb9 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774149279272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133957597'] for port, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:06.177255 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-b119709f-c059-4212-bf0c-cc03aeba58b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:05:06.270169 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2853167-96e5-484d-b2d4-9d029b7c8c3a req-28cd0a18-a675-4573-a26e-568d48c34bb9 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Network 44766520-36a7-4a15-a6b9-ee8d2b4767ae is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 14:05:06.276224 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [req-b2853167-96e5-484d-b2d4-9d029b7c8c3a req-28cd0a18-a675-4573-a26e-568d48c34bb9 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Resources bound (agent type, host, resource id):  {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 14:05:06.288353 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2853167-96e5-484d-b2d4-9d029b7c8c3a req-28cd0a18-a675-4573-a26e-568d48c34bb9 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Received port after_create {{(pid=78743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 17 14:05:06.328226 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cd0a18-a675-4573-a26e-568d48c34bb9 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Pushing event updated for resources: {'Port': ['ID=0771cf84-3e9f-490f-a106-ba0f8ea5d08c,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:05:06.340738 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e0ded8ae-3948-41f9-ac87-41c072921457 req-5dbdcf6d-9cbd-4d28-9c9f-cd2b72ef0aa1 service neutron] 10.222.0.49 "GET /v2.0/networks/44766520-36a7-4a15-a6b9-ee8d2b4767ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2518232
May 17 14:05:06.505152 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cd0a18-a675-4573-a26e-568d48c34bb9 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:05:06.505523 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cd0a18-a675-4573-a26e-568d48c34bb9 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:05:06.505885 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cd0a18-a675-4573-a26e-568d48c34bb9 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:05:06.506244 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cd0a18-a675-4573-a26e-568d48c34bb9 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:05:06.506594 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cd0a18-a675-4573-a26e-568d48c34bb9 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:05:06.506947 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cd0a18-a675-4573-a26e-568d48c34bb9 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:05:06.507320 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cd0a18-a675-4573-a26e-568d48c34bb9 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:05:06.507701 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cd0a18-a675-4573-a26e-568d48c34bb9 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:05:06.508044 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cd0a18-a675-4573-a26e-568d48c34bb9 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:05:06.508389 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cd0a18-a675-4573-a26e-568d48c34bb9 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:05:06.508733 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cd0a18-a675-4573-a26e-568d48c34bb9 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:05:06.509072 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cd0a18-a675-4573-a26e-568d48c34bb9 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:05:06.524111 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-46fcc448-3768-4215-aa26-57b4ad83651e None None] Provisioning for port 0771cf84-3e9f-490f-a106-ba0f8ea5d08c completed by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 14:05:06.524738 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-28cd0a18-a675-4573-a26e-568d48c34bb9 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:05:06.528968 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-46fcc448-3768-4215-aa26-57b4ad83651e None None] Provisioning complete for port 0771cf84-3e9f-490f-a106-ba0f8ea5d08c triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 14:05:06.529348 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-46fcc448-3768-4215-aa26-57b4ad83651e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:06.543622 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2853167-96e5-484d-b2d4-9d029b7c8c3a req-28cd0a18-a675-4573-a26e-568d48c34bb9 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:06.544222 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-b2853167-96e5-484d-b2d4-9d029b7c8c3a req-28cd0a18-a675-4573-a26e-568d48c34bb9 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:06.577955 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b2853167-96e5-484d-b2d4-9d029b7c8c3a req-28cd0a18-a675-4573-a26e-568d48c34bb9 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5112312
May 17 14:05:06.586247 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bde676-12e6-402f-af75-84ec43724dea req-0cf08701-d516-4fec-92a3-3e7ff70851d5 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:06.586935 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-41bde676-12e6-402f-af75-84ec43724dea req-0cf08701-d516-4fec-92a3-3e7ff70851d5 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Synchronizing usage tracker for tenant:d77a303f986f47e2bf0264946d7679d6 on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 14:05:06.587560 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-46fcc448-3768-4215-aa26-57b4ad83651e None None] Port 0771cf84-3e9f-490f-a106-ba0f8ea5d08c cannot update to ACTIVE because it is not bound. {{(pid=78744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 17 14:05:06.594901 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-b2853167-96e5-484d-b2d4-9d029b7c8c3a req-d056cbb3-2a00-4e31-bec7-5c33147e0d53 service neutron] Request body: {'port': {'device_id': 'a94a27d6-44c3-4bd9-8759-a82703236d2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 14:05:06.650964 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-41bde676-12e6-402f-af75-84ec43724dea req-0cf08701-d516-4fec-92a3-3e7ff70851d5 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Unset dirty status for tenant:d77a303f986f47e2bf0264946d7679d6 on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 14:05:06.652133 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-41bde676-12e6-402f-af75-84ec43724dea req-0cf08701-d516-4fec-92a3-3e7ff70851d5 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=a94a27d6-44c3-4bd9-8759-a82703236d2c HTTP/1.1" status: 200  len: 931 time: 0.3301184
May 17 14:05:06.741124 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-b2853167-96e5-484d-b2d4-9d029b7c8c3a req-d056cbb3-2a00-4e31-bec7-5c33147e0d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:06.756773 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-41bde676-12e6-402f-af75-84ec43724dea req-99bebb75-c0d8-4343-b4f5-9d2e41081d20 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/security-groups?id=522f6041-c669-4fb8-900e-d7020dc67f0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0758376
May 17 14:05:07.082291 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [req-b2853167-96e5-484d-b2d4-9d029b7c8c3a req-d056cbb3-2a00-4e31-bec7-5c33147e0d53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0771cf84-3e9f-490f-a106-ba0f8ea5d08c {{(pid=78743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 17 14:05:07.089718 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-b2853167-96e5-484d-b2d4-9d029b7c8c3a req-d056cbb3-2a00-4e31-bec7-5c33147e0d53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:07.104244 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.provisioning_blocks [req-b2853167-96e5-484d-b2d4-9d029b7c8c3a req-d056cbb3-2a00-4e31-bec7-5c33147e0d53 service neutron] Transition to ACTIVE for port object 0771cf84-3e9f-490f-a106-ba0f8ea5d08c will not be triggered until provisioned by entity L2. {{(pid=78743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 14:05:07.107902 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-b2853167-96e5-484d-b2d4-9d029b7c8c3a req-d056cbb3-2a00-4e31-bec7-5c33147e0d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133957588'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:07.112394 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-956f0e88-58b0-46a2-882c-fcfbb78cdac7 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:05:07.262540 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d056cbb3-2a00-4e31-bec7-5c33147e0d53 service neutron] Pushing event updated for resources: {'Port': ['ID=0771cf84-3e9f-490f-a106-ba0f8ea5d08c,revision_number=2']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:05:07.274995 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-d056cbb3-2a00-4e31-bec7-5c33147e0d53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:05:07.364200 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-b2853167-96e5-484d-b2d4-9d029b7c8c3a req-d056cbb3-2a00-4e31-bec7-5c33147e0d53 service neutron] Attempting to bind port 0771cf84-3e9f-490f-a106-ba0f8ea5d08c on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 17 14:05:07.364532 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-b2853167-96e5-484d-b2d4-9d029b7c8c3a req-d056cbb3-2a00-4e31-bec7-5c33147e0d53 service neutron] Attempting to bind port 0771cf84-3e9f-490f-a106-ba0f8ea5d08c by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'f571888c-1f13-4f21-90ab-85ee2021193c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae'}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 17 14:05:07.364855 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2853167-96e5-484d-b2d4-9d029b7c8c3a req-d056cbb3-2a00-4e31-bec7-5c33147e0d53 service neutron] Attempting to bind port 0771cf84-3e9f-490f-a106-ba0f8ea5d08c on network 44766520-36a7-4a15-a6b9-ee8d2b4767ae {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 14:05:07.369577 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2853167-96e5-484d-b2d4-9d029b7c8c3a req-d056cbb3-2a00-4e31-bec7-5c33147e0d53 service neutron] Port 0771cf84-3e9f-490f-a106-ba0f8ea5d08c on network 44766520-36a7-4a15-a6b9-ee8d2b4767ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 17 14:05:07.369890 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2853167-96e5-484d-b2d4-9d029b7c8c3a req-d056cbb3-2a00-4e31-bec7-5c33147e0d53 service neutron] Attempting to bind port 0771cf84-3e9f-490f-a106-ba0f8ea5d08c on network 44766520-36a7-4a15-a6b9-ee8d2b4767ae {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 14:05:07.375206 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2853167-96e5-484d-b2d4-9d029b7c8c3a req-d056cbb3-2a00-4e31-bec7-5c33147e0d53 service neutron] Checking agent: {'id': '2184a6b5-3e0c-4449-b4b5-a4e82803b4d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 53, 3), 'started_at': datetime.datetime(2021, 5, 17, 13, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 14, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 17 14:05:07.375566 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2853167-96e5-484d-b2d4-9d029b7c8c3a req-d056cbb3-2a00-4e31-bec7-5c33147e0d53 service neutron] Checking segment: {'id': 'f571888c-1f13-4f21-90ab-85ee2021193c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 14:05:07.375941 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2853167-96e5-484d-b2d4-9d029b7c8c3a req-d056cbb3-2a00-4e31-bec7-5c33147e0d53 service neutron] Bound using segment: {'id': 'f571888c-1f13-4f21-90ab-85ee2021193c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae'} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 17 14:05:07.376359 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-b2853167-96e5-484d-b2d4-9d029b7c8c3a req-d056cbb3-2a00-4e31-bec7-5c33147e0d53 service neutron] Bound port: 0771cf84-3e9f-490f-a106-ba0f8ea5d08c, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f571888c-1f13-4f21-90ab-85ee2021193c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae'}}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 17 14:05:07.376702 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-b2853167-96e5-484d-b2d4-9d029b7c8c3a req-d056cbb3-2a00-4e31-bec7-5c33147e0d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:07.433241 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-4729224a-607f-458d-88de-59048871e555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:07.470428 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-b2853167-96e5-484d-b2d4-9d029b7c8c3a req-d056cbb3-2a00-4e31-bec7-5c33147e0d53 service neutron] For port 0771cf84-3e9f-490f-a106-ba0f8ea5d08c, host hv-cinder-78836, cleared binding levels {{(pid=78743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 17 14:05:07.473489 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-b2853167-96e5-484d-b2d4-9d029b7c8c3a req-d056cbb3-2a00-4e31-bec7-5c33147e0d53 service neutron] For port 0771cf84-3e9f-490f-a106-ba0f8ea5d08c, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0771cf84-3e9f-490f-a106-ba0f8ea5d08c,segment=NetworkSegment(f571888c-1f13-4f21-90ab-85ee2021193c),segment_id=f571888c-1f13-4f21-90ab-85ee2021193c)] {{(pid=78743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 17 14:05:07.478220 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-b2853167-96e5-484d-b2d4-9d029b7c8c3a req-d056cbb3-2a00-4e31-bec7-5c33147e0d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133957588'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:07.481996 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-aa5285ef-897d-431e-9850-a771cd0a961b tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:05:07.544042 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2853167-96e5-484d-b2d4-9d029b7c8c3a req-d056cbb3-2a00-4e31-bec7-5c33147e0d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:07.544654 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-b2853167-96e5-484d-b2d4-9d029b7c8c3a req-d056cbb3-2a00-4e31-bec7-5c33147e0d53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:07.546044 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b2853167-96e5-484d-b2d4-9d029b7c8c3a req-d056cbb3-2a00-4e31-bec7-5c33147e0d53 service neutron] 10.222.0.49 "PUT /v2.0/ports/0771cf84-3e9f-490f-a106-ba0f8ea5d08c HTTP/1.1" status: 200  len: 1093 time: 0.9564092
May 17 14:05:07.546544 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a94a27d6-44c3-4bd9-8759-a82703236d2c', 'tag': '0771cf84-3e9f-490f-a106-ba0f8ea5d08c'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 14:05:07.575870 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d056cbb3-2a00-4e31-bec7-5c33147e0d53 service neutron] Pushing event updated for resources: {'Port': ['ID=0771cf84-3e9f-490f-a106-ba0f8ea5d08c,revision_number=3']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:05:07.582828 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-d056cbb3-2a00-4e31-bec7-5c33147e0d53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:05:07.626940 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a94a27d6-44c3-4bd9-8759-a82703236d2c', 'tag': '0771cf84-3e9f-490f-a106-ba0f8ea5d08c', 'status': 'completed', 'code': 200}
May 17 14:05:07.669159 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2853167-96e5-484d-b2d4-9d029b7c8c3a req-ea24d921-a169-4987-a0a4-3f8bb61a6a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:07.670773 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b2853167-96e5-484d-b2d4-9d029b7c8c3a req-ea24d921-a169-4987-a0a4-3f8bb61a6a23 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d77a303f986f47e2bf0264946d7679d6&device_id=a94a27d6-44c3-4bd9-8759-a82703236d2c HTTP/1.1" status: 200  len: 1096 time: 0.0764565
May 17 14:05:07.769757 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b2853167-96e5-484d-b2d4-9d029b7c8c3a req-a84ab408-94ea-416e-a141-342636ffab01 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0771cf84-3e9f-490f-a106-ba0f8ea5d08c HTTP/1.1" status: 200  len: 217 time: 0.0660460
May 17 14:05:07.835113 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2853167-96e5-484d-b2d4-9d029b7c8c3a req-102a1dec-b4be-45c4-860e-f7499d3318e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:07.836501 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b2853167-96e5-484d-b2d4-9d029b7c8c3a req-102a1dec-b4be-45c4-860e-f7499d3318e6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=31d31f43-e8b1-4e8d-8f8a-74810a227c7c HTTP/1.1" status: 200  len: 851 time: 0.0592325
May 17 14:05:07.979680 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2853167-96e5-484d-b2d4-9d029b7c8c3a req-b9637bac-5e67-49a0-a488-6c35ed72ba56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:07.981162 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b2853167-96e5-484d-b2d4-9d029b7c8c3a req-b9637bac-5e67-49a0-a488-6c35ed72ba56 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=44766520-36a7-4a15-a6b9-ee8d2b4767ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1368437
May 17 14:05:07.990295 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058120de-d118-4238-b576-9614fc707bb0 req-b2822e76-8132-4490-a7a7-bd39bff049bf tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:07.991762 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-058120de-d118-4238-b576-9614fc707bb0 req-b2822e76-8132-4490-a7a7-bd39bff049bf tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=a94a27d6-44c3-4bd9-8759-a82703236d2c HTTP/1.1" status: 200  len: 943 time: 0.1129858
May 17 14:05:08.118260 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-058120de-d118-4238-b576-9614fc707bb0 req-e7a7cb5c-8e3a-41e2-bd36-554462621589 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/security-groups?id=522f6041-c669-4fb8-900e-d7020dc67f0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1073573
May 17 14:05:08.159125 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b2853167-96e5-484d-b2d4-9d029b7c8c3a req-23a01922-df39-497b-ab99-dd2b9bfa5f37 service neutron] 10.222.0.49 "GET /v2.0/networks/44766520-36a7-4a15-a6b9-ee8d2b4767ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1664150
May 17 14:05:08.294546 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b2853167-96e5-484d-b2d4-9d029b7c8c3a req-63043d1f-a0b7-43a8-b893-3e02b0f4a9b4 service neutron] 10.222.0.49 "GET /v2.0/networks/44766520-36a7-4a15-a6b9-ee8d2b4767ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1287580
May 17 14:05:08.410073 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b6c14e-93e8-4050-a379-d7ab556c0773 req-6fd30540-e8f5-4419-80ea-765873fd4a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:08.411585 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-91b6c14e-93e8-4050-a379-d7ab556c0773 req-6fd30540-e8f5-4419-80ea-765873fd4a1f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d77a303f986f47e2bf0264946d7679d6&device_id=a94a27d6-44c3-4bd9-8759-a82703236d2c HTTP/1.1" status: 200  len: 1096 time: 0.0710156
May 17 14:05:08.632910 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b6c14e-93e8-4050-a379-d7ab556c0773 req-e55ce085-bda8-4012-a15e-90229e0f6df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:08.634338 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-91b6c14e-93e8-4050-a379-d7ab556c0773 req-e55ce085-bda8-4012-a15e-90229e0f6df2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=44766520-36a7-4a15-a6b9-ee8d2b4767ae HTTP/1.1" status: 200  len: 913 time: 0.2163873
May 17 14:05:08.703385 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-91b6c14e-93e8-4050-a379-d7ab556c0773 req-1aa846dd-93bf-4d49-8052-a66e9c07e882 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0771cf84-3e9f-490f-a106-ba0f8ea5d08c HTTP/1.1" status: 200  len: 217 time: 0.0617361
May 17 14:05:08.762896 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b6c14e-93e8-4050-a379-d7ab556c0773 req-a61601b0-f535-41c0-be7a-c78e6d9f7dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:08.764838 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-91b6c14e-93e8-4050-a379-d7ab556c0773 req-a61601b0-f535-41c0-be7a-c78e6d9f7dea service neutron] 10.222.0.49 "GET /v2.0/subnets?id=31d31f43-e8b1-4e8d-8f8a-74810a227c7c HTTP/1.1" status: 200  len: 851 time: 0.0554004
May 17 14:05:08.839865 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b6c14e-93e8-4050-a379-d7ab556c0773 req-459acd41-1d83-4ca0-846f-381301d8d7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:08.841307 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-91b6c14e-93e8-4050-a379-d7ab556c0773 req-459acd41-1d83-4ca0-846f-381301d8d7d9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=44766520-36a7-4a15-a6b9-ee8d2b4767ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0710292
May 17 14:05:08.974075 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-91b6c14e-93e8-4050-a379-d7ab556c0773 req-5bbdb900-9df5-45c7-aef2-eddf5229d147 service neutron] 10.222.0.49 "GET /v2.0/networks/44766520-36a7-4a15-a6b9-ee8d2b4767ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1224692
May 17 14:05:09.101726 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-91b6c14e-93e8-4050-a379-d7ab556c0773 req-35857543-7eea-4963-82f4-8990364561a3 service neutron] 10.222.0.49 "GET /v2.0/networks/44766520-36a7-4a15-a6b9-ee8d2b4767ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1213486
May 17 14:05:09.301916 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79927784-064f-4fad-8b31-5ea2015997c6 req-a5376606-10db-4120-8186-634a3488a579 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:09.303527 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-79927784-064f-4fad-8b31-5ea2015997c6 req-a5376606-10db-4120-8186-634a3488a579 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=a94a27d6-44c3-4bd9-8759-a82703236d2c HTTP/1.1" status: 200  len: 943 time: 0.0808280
May 17 14:05:09.350929 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-79927784-064f-4fad-8b31-5ea2015997c6 req-4d1e8ca9-8215-434c-825d-e67a81e630d8 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/security-groups?id=522f6041-c669-4fb8-900e-d7020dc67f0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416572
May 17 14:05:09.882730 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:10.149295 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-2af37d58-b929-4e96-ba65-235d87aecc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:10.533686 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb69a25-2cd9-4688-8594-6cadb7a70789 req-56e92a2f-ca0a-4a9e-80b6-3ab7ddddefc0 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:10.535150 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1cb69a25-2cd9-4688-8594-6cadb7a70789 req-56e92a2f-ca0a-4a9e-80b6-3ab7ddddefc0 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=a94a27d6-44c3-4bd9-8759-a82703236d2c HTTP/1.1" status: 200  len: 943 time: 0.0818861
May 17 14:05:10.580165 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1cb69a25-2cd9-4688-8594-6cadb7a70789 req-9834e09b-2748-4e7d-99fc-74b892231f91 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/security-groups?id=522f6041-c669-4fb8-900e-d7020dc67f0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393586
May 17 14:05:11.029137 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-533a9918-d89c-4562-8a48-35a661957320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:11.766104 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2a3c2-f312-4ace-9157-b262fd2ec817 req-3618443b-ce8d-468c-bad3-7ef376e07cac tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:11.767566 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-51c2a3c2-f312-4ace-9157-b262fd2ec817 req-3618443b-ce8d-468c-bad3-7ef376e07cac tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=a94a27d6-44c3-4bd9-8759-a82703236d2c HTTP/1.1" status: 200  len: 943 time: 0.0792336
May 17 14:05:11.815039 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-51c2a3c2-f312-4ace-9157-b262fd2ec817 req-218e8026-ac4c-40e6-8d29-61c0e308b95d tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/security-groups?id=522f6041-c669-4fb8-900e-d7020dc67f0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417519
May 17 14:05:12.546076 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1529072-104d-404f-8ce8-7078c9c34ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:12.998450 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb61fad-34a3-4e86-ba5a-e228dd99d08b req-32435c5a-ba07-480d-8d2f-935b72aa029c tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:12.999926 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6bb61fad-34a3-4e86-ba5a-e228dd99d08b req-32435c5a-ba07-480d-8d2f-935b72aa029c tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=a94a27d6-44c3-4bd9-8759-a82703236d2c HTTP/1.1" status: 200  len: 943 time: 0.0794816
May 17 14:05:13.043969 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6bb61fad-34a3-4e86-ba5a-e228dd99d08b req-014975a0-05bb-437c-886e-8f08e0cab22c tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/security-groups?id=522f6041-c669-4fb8-900e-d7020dc67f0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381920
May 17 14:05:14.229804 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f5f2e-9022-4b76-aba3-f2131d3294a1 req-80bc928e-fd15-4952-b9ec-878f75528db0 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:14.231220 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-433f5f2e-9022-4b76-aba3-f2131d3294a1 req-80bc928e-fd15-4952-b9ec-878f75528db0 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=a94a27d6-44c3-4bd9-8759-a82703236d2c HTTP/1.1" status: 200  len: 943 time: 0.0815418
May 17 14:05:14.275812 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-433f5f2e-9022-4b76-aba3-f2131d3294a1 req-51d817f9-0cc9-484c-a1b7-7f57dca69958 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/security-groups?id=522f6041-c669-4fb8-900e-d7020dc67f0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378749
May 17 14:05:15.473506 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87010c3-65c2-4dc7-9125-675aadd96638 req-edea15de-b308-4490-88cb-d326b08a676b tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:15.474952 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d87010c3-65c2-4dc7-9125-675aadd96638 req-edea15de-b308-4490-88cb-d326b08a676b tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=a94a27d6-44c3-4bd9-8759-a82703236d2c HTTP/1.1" status: 200  len: 943 time: 0.0790582
May 17 14:05:15.522793 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d87010c3-65c2-4dc7-9125-675aadd96638 req-395295c7-02f4-477f-b8ca-d0d82b6d6be2 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/security-groups?id=522f6041-c669-4fb8-900e-d7020dc67f0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421927
May 17 14:05:16.706629 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff3cb1-cab7-4aa7-819a-a89694f85419 req-5b0153f5-3407-4ae1-a1c7-ab9372ca1d2e tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:16.708130 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4bff3cb1-cab7-4aa7-819a-a89694f85419 req-5b0153f5-3407-4ae1-a1c7-ab9372ca1d2e tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=a94a27d6-44c3-4bd9-8759-a82703236d2c HTTP/1.1" status: 200  len: 943 time: 0.0810177
May 17 14:05:16.753935 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4bff3cb1-cab7-4aa7-819a-a89694f85419 req-2db7b8a9-517b-458e-8b35-830e6954e6c8 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/security-groups?id=522f6041-c669-4fb8-900e-d7020dc67f0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399883
May 17 14:05:17.128489 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e85fb-1c8a-4da1-903c-bd87f83a440f req-51a0307a-213d-46ff-8ac0-f2dcd7bcb1c6 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:17.129833 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d84e85fb-1c8a-4da1-903c-bd87f83a440f req-51a0307a-213d-46ff-8ac0-f2dcd7bcb1c6 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d7722b4-74e5-4694-88d0-9294397f17eb HTTP/1.1" status: 200  len: 946 time: 0.0844367
May 17 14:05:17.174489 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d84e85fb-1c8a-4da1-903c-bd87f83a440f req-d1e62317-2c69-4f07-8df9-3060affb27f7 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b7e7f7a-f166-4210-bc49-42b3db0c74e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388539
May 17 14:05:17.662400 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-8052cd49-7a68-4d4d-8373-307cb75036c7 None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 17 14:05:17.938336 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bd09e2-f7be-4cff-80ed-446039f52321 req-a5a8668d-615e-4fd8-979e-e4ee7a806101 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:17.939725 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-96bd09e2-f7be-4cff-80ed-446039f52321 req-a5a8668d-615e-4fd8-979e-e4ee7a806101 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=a94a27d6-44c3-4bd9-8759-a82703236d2c HTTP/1.1" status: 200  len: 943 time: 0.0822761
May 17 14:05:17.988575 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-96bd09e2-f7be-4cff-80ed-446039f52321 req-62529ca0-1bf9-4743-9993-e705c461ade0 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/security-groups?id=522f6041-c669-4fb8-900e-d7020dc67f0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430846
May 17 14:05:18.362439 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99fe393-4295-4376-8c6c-38801a900e89 req-de366495-bc89-4f03-9b09-f250fe9dfb06 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:18.363963 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f99fe393-4295-4376-8c6c-38801a900e89 req-de366495-bc89-4f03-9b09-f250fe9dfb06 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d7722b4-74e5-4694-88d0-9294397f17eb HTTP/1.1" status: 200  len: 946 time: 0.0835333
May 17 14:05:18.408000 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f99fe393-4295-4376-8c6c-38801a900e89 req-e843a466-ef25-4f7c-a988-a976d95b4dd7 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b7e7f7a-f166-4210-bc49-42b3db0c74e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382981
May 17 14:05:19.268553 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186773dc-faf1-42ee-b65d-7e8512dacac1 req-a434ae6b-5fd3-48a0-b813-8ec903df2bd0 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:19.269882 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-186773dc-faf1-42ee-b65d-7e8512dacac1 req-a434ae6b-5fd3-48a0-b813-8ec903df2bd0 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=a94a27d6-44c3-4bd9-8759-a82703236d2c HTTP/1.1" status: 200  len: 943 time: 0.1785018
May 17 14:05:19.348242 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-186773dc-faf1-42ee-b65d-7e8512dacac1 req-2638eaa8-9f25-422f-9681-1affb0572ec6 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/security-groups?id=522f6041-c669-4fb8-900e-d7020dc67f0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0726297
May 17 14:05:19.390038 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f40ef-04c7-417b-ab56-7d04e27b2aa4 req-ed0ac426-ff15-4599-ab0f-20a43b971296 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:19.392034 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-304f40ef-04c7-417b-ab56-7d04e27b2aa4 req-ed0ac426-ff15-4599-ab0f-20a43b971296 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d7722b4-74e5-4694-88d0-9294397f17eb HTTP/1.1" status: 200  len: 946 time: 0.0840824
May 17 14:05:19.579502 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-304f40ef-04c7-417b-ab56-7d04e27b2aa4 req-9a59e5c7-03ad-4295-88d0-3bc12c151b75 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Deleting port 42589a3b-572c-42a1-8591-69b54fae89cc {{(pid=78743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 14:05:19.579754 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-304f40ef-04c7-417b-ab56-7d04e27b2aa4 req-9a59e5c7-03ad-4295-88d0-3bc12c151b75 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:19.699081 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device 0771cf84-3e9f-490f-a106-ba0f8ea5d08c details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 17 14:05:19.702020 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7967b-c7c4-4339-9586-4d673d34b9b4 req-21aa802a-779a-4917-85a7-4ecf75aee8b1 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:19.704056 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-13b7967b-c7c4-4339-9586-4d673d34b9b4 req-21aa802a-779a-4917-85a7-4ecf75aee8b1 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d7722b4-74e5-4694-88d0-9294397f17eb HTTP/1.1" status: 200  len: 946 time: 0.1851971
May 17 14:05:19.743730 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-304f40ef-04c7-417b-ab56-7d04e27b2aa4 req-9a59e5c7-03ad-4295-88d0-3bc12c151b75 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] For port 42589a3b-572c-42a1-8591-69b54fae89cc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=42589a3b-572c-42a1-8591-69b54fae89cc,segment=NetworkSegment(8a963ee4-8e3f-4bf5-a55f-d5e1ff62ad29),segment_id=8a963ee4-8e3f-4bf5-a55f-d5e1ff62ad29)] {{(pid=78743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:05:19.744254 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-304f40ef-04c7-417b-ab56-7d04e27b2aa4 req-9a59e5c7-03ad-4295-88d0-3bc12c151b75 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:19.830712 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port 0771cf84-3e9f-490f-a106-ba0f8ea5d08c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0771cf84-3e9f-490f-a106-ba0f8ea5d08c,segment=NetworkSegment(f571888c-1f13-4f21-90ab-85ee2021193c),segment_id=f571888c-1f13-4f21-90ab-85ee2021193c)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:05:19.843562 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Returning: {'device': '0771cf84-3e9f-490f-a106-ba0f8ea5d08c', 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae', 'port_id': '0771cf84-3e9f-490f-a106-ba0f8ea5d08c', 'mac_address': 'fa:16:3e:99:84:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31d31f43-e8b1-4e8d-8f8a-74810a227c7c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 17 14:05:19.846009 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-13b7967b-c7c4-4339-9586-4d673d34b9b4 req-493e676d-4a04-4a2e-9dd2-f4e4b32c0357 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b7e7f7a-f166-4210-bc49-42b3db0c74e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1360927
May 17 14:05:19.903133 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:19.919773 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0771cf84-3e9f-490f-a106-ba0f8ea5d08c {{(pid=78744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 17 14:05:19.935338 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port 0771cf84-3e9f-490f-a106-ba0f8ea5d08c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0771cf84-3e9f-490f-a106-ba0f8ea5d08c,segment=NetworkSegment(f571888c-1f13-4f21-90ab-85ee2021193c),segment_id=f571888c-1f13-4f21-90ab-85ee2021193c)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:05:19.940396 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:19.942182 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:05:20.009429 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Pushing event updated for resources: {'Port': ['ID=0771cf84-3e9f-490f-a106-ba0f8ea5d08c,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:05:20.013948 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:05:20.055284 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-304f40ef-04c7-417b-ab56-7d04e27b2aa4 req-9a59e5c7-03ad-4295-88d0-3bc12c151b75 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:20.055684 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-304f40ef-04c7-417b-ab56-7d04e27b2aa4 req-9a59e5c7-03ad-4295-88d0-3bc12c151b75 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975218'] for floatingip, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:20.055995 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.db.l3_db [req-304f40ef-04c7-417b-ab56-7d04e27b2aa4 req-9a59e5c7-03ad-4295-88d0-3bc12c151b75 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Floating IP ebdb4a0b-aab5-4f3d-82d4-05161c934585 disassociated. External IP: 172.27.1.254, port: 42589a3b-572c-42a1-8591-69b54fae89cc.
May 17 14:05:20.056332 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-304f40ef-04c7-417b-ab56-7d04e27b2aa4 req-9a59e5c7-03ad-4295-88d0-3bc12c151b75 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Calling delete_port for 42589a3b-572c-42a1-8591-69b54fae89cc owned by compute:nova {{(pid=78743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 14:05:20.168618 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-304f40ef-04c7-417b-ab56-7d04e27b2aa4 req-9a59e5c7-03ad-4295-88d0-3bc12c151b75 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133957597'] for port, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:20.174387 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-514fd83c-e3cf-4419-9033-736afcb6e76d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:05:20.217881 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a59e5c7-03ad-4295-88d0-3bc12c151b75 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Pushing event deleted for resources: {'Port': ['ID=42589a3b-572c-42a1-8591-69b54fae89cc,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:05:20.221452 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-9a59e5c7-03ad-4295-88d0-3bc12c151b75 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:05:20.300208 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] get_ports_and_sgs() called for port_ids ['0771cf84-3e9f-490f-a106-ba0f8ea5d08c'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 17 14:05:20.402261 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.l3_agent_scheduler [req-304f40ef-04c7-417b-ab56-7d04e27b2aa4 req-9a59e5c7-03ad-4295-88d0-3bc12c151b75 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Router c9342bf1-e855-4d44-aa03-135bfda70704 has already been hosted by L3 agent 5f048e90-1481-4c55-97c3-311a68b90326 {{(pid=78743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 17 14:05:20.638216 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-304f40ef-04c7-417b-ab56-7d04e27b2aa4 req-9a59e5c7-03ad-4295-88d0-3bc12c151b75 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify agent at l3_agent.dv-cinder-788363-3-iscsi the message routers_updated {{(pid=78743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 17 14:05:20.648486 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ffb45c-3cee-4bda-a434-79a0fcb041bd None None] Sync routers for ids ['c9342bf1-e855-4d44-aa03-135bfda70704'] in dv-cinder-788363-3-iscsi {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 17 14:05:20.658199 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ffb45c-3cee-4bda-a434-79a0fcb041bd None None] Routers {'c9342bf1-e855-4d44-aa03-135bfda70704'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 14:05:20.658825 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-30ffb45c-3cee-4bda-a434-79a0fcb041bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3b3db8b0>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T14:05:10Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['c9342bf1-e855-4d44-aa03-135bfda70704'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:05:20.683679 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e5f66-3e52-4158-8fc0-f29c941f0f9e req-78f8b40a-fa25-4d44-877a-a9e7180975b6 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:20.685230 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e03e5f66-3e52-4158-8fc0-f29c941f0f9e req-78f8b40a-fa25-4d44-877a-a9e7180975b6 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=a94a27d6-44c3-4bd9-8759-a82703236d2c HTTP/1.1" status: 200  len: 944 time: 0.2205632
May 17 14:05:20.845905 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-30ffb45c-3cee-4bda-a434-79a0fcb041bd None None] Set router c9342bf1-e855-4d44-aa03-135bfda70704 gateway port host: dv-cinder-788363-3-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 14:05:20.852809 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-304f40ef-04c7-417b-ab56-7d04e27b2aa4 req-9a59e5c7-03ad-4295-88d0-3bc12c151b75 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] No DVR routers for this DVR port 42589a3b-572c-42a1-8591-69b54fae89cc on host hv-cinder-78836 {{(pid=78743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 17 14:05:20.856582 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-304f40ef-04c7-417b-ab56-7d04e27b2aa4 req-9a59e5c7-03ad-4295-88d0-3bc12c151b75 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:20.859825 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7722b4-74e5-4694-88d0-9294397f17eb', 'name': 'network-vif-deleted', 'tag': '42589a3b-572c-42a1-8591-69b54fae89cc'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 14:05:20.886750 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-304f40ef-04c7-417b-ab56-7d04e27b2aa4 req-9a59e5c7-03ad-4295-88d0-3bc12c151b75 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.49 "DELETE /v2.0/ports/42589a3b-572c-42a1-8591-69b54fae89cc HTTP/1.1" status: 204  len: 173 time: 1.4892483
May 17 14:05:20.891685 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e03e5f66-3e52-4158-8fc0-f29c941f0f9e req-39b6e510-b98b-4bd3-a2fc-48223b461ff0 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/security-groups?id=522f6041-c669-4fb8-900e-d7020dc67f0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1756516
May 17 14:05:20.962698 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7722b4-74e5-4694-88d0-9294397f17eb', 'name': 'network-vif-deleted', 'tag': '42589a3b-572c-42a1-8591-69b54fae89cc', 'status': 'completed', 'code': 200}
May 17 14:05:21.091846 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-99ade811-9904-4145-acd0-bc28fa5e7901 req-2e704c81-24b9-4bc3-8521-c820cb5b7c0a tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Synchronizing usage tracker for tenant:3e756f37709a4c19bc8378fa746d8337 on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 14:05:21.107274 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-99ade811-9904-4145-acd0-bc28fa5e7901 req-2e704c81-24b9-4bc3-8521-c820cb5b7c0a tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Unset dirty status for tenant:3e756f37709a4c19bc8378fa746d8337 on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 14:05:21.108362 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-99ade811-9904-4145-acd0-bc28fa5e7901 req-2e704c81-24b9-4bc3-8521-c820cb5b7c0a tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d7722b4-74e5-4694-88d0-9294397f17eb HTTP/1.1" status: 200  len: 210 time: 0.0572877
May 17 14:05:21.175086 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-30ffb45c-3cee-4bda-a434-79a0fcb041bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3b3db8b0>, [{'id': 'c9342bf1-e855-4d44-aa03-135bfda70704', 'name': 'tempest-AttachVolumeTestJSON-1693143150-router', 'tenant_id': '3e756f37709a4c19bc8378fa746d8337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'fcb55d34-429e-4e3a-b74c-ada2a4ef9791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:56:14Z', 'updated_at': '2021-05-17T13:56:19Z', 'revision_number': 4, 'project_id': '3e756f37709a4c19bc8378fa746d8337', 'gw_port': {'id': 'fcb55d34-429e-4e3a-b74c-ada2a4ef9791', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9342bf1-e855-4d44-aa03-135bfda70704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:56:15Z', 'updated_at': '2021-05-17T13:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_interfaces': [{'id': '874d1f8e-bf43-4fac-9221-0e98951f8b97', 'name': '', 'network_id': 'e30c6073-c867-46f4-bec2-eb7af316aeb9', 'tenant_id': '3e756f37709a4c19bc8378fa746d8337', 'mac_address': 'fa:16:3e:c1:49:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9342bf1-e855-4d44-aa03-135bfda70704', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd169b186-defa-4470-9ef1-50866ad43fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:56:19Z', 'updated_at': '2021-05-17T13:56:26Z', 'revision_number': 5, 'project_id': '3e756f37709a4c19bc8378fa746d8337', 'subnets': [{'id': 'd169b186-defa-4470-9ef1-50866ad43fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:05:21.178931 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ffb45c-3cee-4bda-a434-79a0fcb041bd None None] Checking router: c9342bf1-e855-4d44-aa03-135bfda70704 for host: dv-cinder-788363-3-iscsi {{(pid=78744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 17 14:05:21.187153 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ffb45c-3cee-4bda-a434-79a0fcb041bd None None] Routers {'c9342bf1-e855-4d44-aa03-135bfda70704'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 14:05:21.187791 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-30ffb45c-3cee-4bda-a434-79a0fcb041bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3b3db8b0>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T14:05:10Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['c9342bf1-e855-4d44-aa03-135bfda70704'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:05:21.364740 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-30ffb45c-3cee-4bda-a434-79a0fcb041bd None None] Set router c9342bf1-e855-4d44-aa03-135bfda70704 gateway port host: dv-cinder-788363-3-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 14:05:21.701961 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device 0771cf84-3e9f-490f-a106-ba0f8ea5d08c up at agent hyperv_hv-cinder-78836 {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 14:05:21.731492 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-30ffb45c-3cee-4bda-a434-79a0fcb041bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3b3db8b0>, [{'id': 'c9342bf1-e855-4d44-aa03-135bfda70704', 'name': 'tempest-AttachVolumeTestJSON-1693143150-router', 'tenant_id': '3e756f37709a4c19bc8378fa746d8337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'fcb55d34-429e-4e3a-b74c-ada2a4ef9791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:56:14Z', 'updated_at': '2021-05-17T13:56:19Z', 'revision_number': 4, 'project_id': '3e756f37709a4c19bc8378fa746d8337', 'gw_port': {'id': 'fcb55d34-429e-4e3a-b74c-ada2a4ef9791', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9342bf1-e855-4d44-aa03-135bfda70704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:56:15Z', 'updated_at': '2021-05-17T13:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_interfaces': [{'id': '874d1f8e-bf43-4fac-9221-0e98951f8b97', 'name': '', 'network_id': 'e30c6073-c867-46f4-bec2-eb7af316aeb9', 'tenant_id': '3e756f37709a4c19bc8378fa746d8337', 'mac_address': 'fa:16:3e:c1:49:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9342bf1-e855-4d44-aa03-135bfda70704', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd169b186-defa-4470-9ef1-50866ad43fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:56:19Z', 'updated_at': '2021-05-17T13:56:26Z', 'revision_number': 5, 'project_id': '3e756f37709a4c19bc8378fa746d8337', 'subnets': [{'id': 'd169b186-defa-4470-9ef1-50866ad43fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:05:21.750201 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ffb45c-3cee-4bda-a434-79a0fcb041bd None None] The sync data for ids ['c9342bf1-e855-4d44-aa03-135bfda70704'] in dv-cinder-788363-3-iscsi is: [{'id': 'c9342bf1-e855-4d44-aa03-135bfda70704', 'name': 'tempest-AttachVolumeTestJSON-1693143150-router', 'tenant_id': '3e756f37709a4c19bc8378fa746d8337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'fcb55d34-429e-4e3a-b74c-ada2a4ef9791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:56:14Z', 'updated_at': '2021-05-17T13:56:19Z', 'revision_number': 4, 'project_id': '3e756f37709a4c19bc8378fa746d8337', 'gw_port': {'id': 'fcb55d34-429e-4e3a-b74c-ada2a4ef9791', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9342bf1-e855-4d44-aa03-135bfda70704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:56:15Z', 'updated_at': '2021-05-17T13:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_interfaces': [{'id': '874d1f8e-bf43-4fac-9221-0e98951f8b97', 'name': '', 'network_id': 'e30c6073-c867-46f4-bec2-eb7af316aeb9', 'tenant_id': '3e756f37709a4c19bc8378fa746d8337', 'mac_address': 'fa:16:3e:c1:49:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9342bf1-e855-4d44-aa03-135bfda70704', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd169b186-defa-4470-9ef1-50866ad43fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:56:19Z', 'updated_at': '2021-05-17T13:56:26Z', 'revision_number': 5, 'project_id': '3e756f37709a4c19bc8378fa746d8337', 'subnets': [{'id': 'd169b186-defa-4470-9ef1-50866ad43fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 17 14:05:21.776615 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Provisioning for port 0771cf84-3e9f-490f-a106-ba0f8ea5d08c completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 14:05:21.781366 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Provisioning complete for port 0771cf84-3e9f-490f-a106-ba0f8ea5d08c triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 14:05:21.781740 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:21.898420 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:21.927088 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a94a27d6-44c3-4bd9-8759-a82703236d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0771cf84-3e9f-490f-a106-ba0f8ea5d08c'}] {{(pid=78744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 14:05:21.940851 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port 0771cf84-3e9f-490f-a106-ba0f8ea5d08c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0771cf84-3e9f-490f-a106-ba0f8ea5d08c,segment=NetworkSegment(f571888c-1f13-4f21-90ab-85ee2021193c),segment_id=f571888c-1f13-4f21-90ab-85ee2021193c)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:05:21.945702 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:21.947738 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:05:21.960398 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c310702f-de9c-4aa9-a720-b6b6c6be244a None None] New status for floating IP ebdb4a0b-aab5-4f3d-82d4-05161c934585: DOWN {{(pid=78745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 17 14:05:21.989603 dv-cinder-788363-3-iscsi neutron-server[78744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a94a27d6-44c3-4bd9-8759-a82703236d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0771cf84-3e9f-490f-a106-ba0f8ea5d08c', 'code': 200}
May 17 14:05:22.028082 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Pushing event updated for resources: {'Port': ['ID=0771cf84-3e9f-490f-a106-ba0f8ea5d08c,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:05:22.032034 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:05:22.198511 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9051c80-2594-47c1-bc76-20044257d9ec req-8304df71-9169-4697-bdc5-153a2e31f85d tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:22.200004 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b9051c80-2594-47c1-bc76-20044257d9ec req-8304df71-9169-4697-bdc5-153a2e31f85d tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=a94a27d6-44c3-4bd9-8759-a82703236d2c HTTP/1.1" status: 200  len: 945 time: 0.1419070
May 17 14:05:22.243624 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f802ea-330d-4284-b22e-57dd4d062b88 req-69d0e68b-502e-4bcf-b70b-b638daef3318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:22.245062 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-50f802ea-330d-4284-b22e-57dd4d062b88 req-69d0e68b-502e-4bcf-b70b-b638daef3318 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a94a27d6-44c3-4bd9-8759-a82703236d2c HTTP/1.1" status: 200  len: 1098 time: 0.1149588
May 17 14:05:22.255732 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b9051c80-2594-47c1-bc76-20044257d9ec req-74a36456-390c-4c94-8b45-628300cd09cb tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/security-groups?id=522f6041-c669-4fb8-900e-d7020dc67f0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486779
May 17 14:05:22.305121 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-50f802ea-330d-4284-b22e-57dd4d062b88 req-93c62252-534d-4776-91d5-70dd60ead683 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=522f6041-c669-4fb8-900e-d7020dc67f0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0524659
May 17 14:05:22.368405 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 40250) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:05:22.434440 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-ee29e997-ae96-4c2f-9743-a6059860290e tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:22.461629 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-ee29e997-ae96-4c2f-9743-a6059860290e tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:22.512779 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-ee29e997-ae96-4c2f-9743-a6059860290e tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:22.516574 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-3a43f6b1-d8ca-406a-97ae-fdf4c9390266 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:05:22.532588 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee29e997-ae96-4c2f-9743-a6059860290e tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7e7f7a-f166-4210-bc49-42b3db0c74e2,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:05:22.541372 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee29e997-ae96-4c2f-9743-a6059860290e tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:05:22.541746 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee29e997-ae96-4c2f-9743-a6059860290e tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:05:22.542123 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee29e997-ae96-4c2f-9743-a6059860290e tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:05:22.542492 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee29e997-ae96-4c2f-9743-a6059860290e tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:05:22.542859 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee29e997-ae96-4c2f-9743-a6059860290e tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:05:22.543222 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee29e997-ae96-4c2f-9743-a6059860290e tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:05:22.543607 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee29e997-ae96-4c2f-9743-a6059860290e tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:05:22.543969 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee29e997-ae96-4c2f-9743-a6059860290e tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:05:22.544341 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee29e997-ae96-4c2f-9743-a6059860290e tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:05:22.544694 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee29e997-ae96-4c2f-9743-a6059860290e tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:05:22.545057 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee29e997-ae96-4c2f-9743-a6059860290e tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:05:22.545413 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee29e997-ae96-4c2f-9743-a6059860290e tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:05:22.550429 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-ee29e997-ae96-4c2f-9743-a6059860290e tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:05:22.556400 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-ee29e997-ae96-4c2f-9743-a6059860290e tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:22.557516 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-ee29e997-ae96-4c2f-9743-a6059860290e tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "DELETE /v2.0/security-groups/3b7e7f7a-f166-4210-bc49-42b3db0c74e2 HTTP/1.1" status: 204  len: 168 time: 0.1879988
May 17 14:05:22.560400 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 40254) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:05:22.576971 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.api.v2.resource [None req-27c8236a-16fe-431a-b372-209f36199074 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] show failed (client error): The resource could not be found.
May 17 14:05:22.577913 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-27c8236a-16fe-431a-b372-209f36199074 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "GET /v2.0/security-groups/3b7e7f7a-f166-4210-bc49-42b3db0c74e2 HTTP/1.1" status: 404  len: 347 time: 0.0166285
May 17 14:05:22.580794 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 40258) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:05:22.792740 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-de7bb1f6-aef8-437a-9759-8fce8be26de1 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Deleting port 45b8a67f-4345-426d-9c6f-35dd2acd799c {{(pid=78742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 14:05:22.793000 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-de7bb1f6-aef8-437a-9759-8fce8be26de1 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:23.007096 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-de7bb1f6-aef8-437a-9759-8fce8be26de1 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:23.007435 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-de7bb1f6-aef8-437a-9759-8fce8be26de1 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:23.127368 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-de7bb1f6-aef8-437a-9759-8fce8be26de1 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Calling delete_port for 45b8a67f-4345-426d-9c6f-35dd2acd799c owned by network:floatingip {{(pid=78742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 14:05:23.239245 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-de7bb1f6-aef8-437a-9759-8fce8be26de1 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132438228'] for port, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:23.243121 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-0d568d2d-ff23-4027-8c71-3f2efe19abba tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:05:23.288873 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7bb1f6-aef8-437a-9759-8fce8be26de1 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Pushing event deleted for resources: {'Port': ['ID=45b8a67f-4345-426d-9c6f-35dd2acd799c,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:05:23.291956 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-de7bb1f6-aef8-437a-9759-8fce8be26de1 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:05:23.386251 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-de7bb1f6-aef8-437a-9759-8fce8be26de1 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks [] for floatingip, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:23.405185 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-de7bb1f6-aef8-437a-9759-8fce8be26de1 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for floatingip, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:23.405185 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-de7bb1f6-aef8-437a-9759-8fce8be26de1 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] 10.222.0.54 "DELETE /v2.0/floatingips/ebdb4a0b-aab5-4f3d-82d4-05161c934585 HTTP/1.1" status: 204  len: 168 time: 0.8234553
May 17 14:05:23.449874 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d049799-85e4-4c38-a0e1-22f07d90db90 req-d9e63aa6-10e7-496b-b29e-6850ca9b2ab9 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:23.451260 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9d049799-85e4-4c38-a0e1-22f07d90db90 req-d9e63aa6-10e7-496b-b29e-6850ca9b2ab9 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=a94a27d6-44c3-4bd9-8759-a82703236d2c HTTP/1.1" status: 200  len: 945 time: 0.0823431
May 17 14:05:23.501839 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9d049799-85e4-4c38-a0e1-22f07d90db90 req-2823aad9-0086-4cd0-a66a-b8f337b59574 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/security-groups?id=522f6041-c669-4fb8-900e-d7020dc67f0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440722
May 17 14:05:23.714559 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device 42589a3b-572c-42a1-8591-69b54fae89cc no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 17 14:05:23.748495 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] No Port match for: 42589a3b-572c-42a1-8591-69b54fae89cc {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 17 14:05:23.748844 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device 42589a3b-572c-42a1-8591-69b54fae89cc not bound to the agent host hv-cinder-78836 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 17 14:05:24.686629 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30467004-74e8-4b5e-a209-8a869e46dbb8 req-e4852b20-512b-448a-9754-547a9e00c975 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:24.688520 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-30467004-74e8-4b5e-a209-8a869e46dbb8 req-e4852b20-512b-448a-9754-547a9e00c975 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=a94a27d6-44c3-4bd9-8759-a82703236d2c HTTP/1.1" status: 200  len: 945 time: 0.0836084
May 17 14:05:24.732998 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-30467004-74e8-4b5e-a209-8a869e46dbb8 req-d248ceed-8606-4123-a0a8-7e1de49a4ac5 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/security-groups?id=522f6041-c669-4fb8-900e-d7020dc67f0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384715
May 17 14:05:24.920771 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e2d45c-efd3-424f-b69e-eee1638996f7 req-a8f8985d-7b0f-436a-8b2c-75a23e9f681a tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:24.922151 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-97e2d45c-efd3-424f-b69e-eee1638996f7 req-a8f8985d-7b0f-436a-8b2c-75a23e9f681a tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=a94a27d6-44c3-4bd9-8759-a82703236d2c HTTP/1.1" status: 200  len: 945 time: 0.0782106
May 17 14:05:24.971400 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-97e2d45c-efd3-424f-b69e-eee1638996f7 req-13b93561-9ee6-499b-a8ea-5e349ddfe01c tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/security-groups?id=522f6041-c669-4fb8-900e-d7020dc67f0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431774
May 17 14:05:24.994219 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 40278) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:05:25.178914 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75c1725-7a4e-4dd4-a4b1-8862fb0420e8 tempest-TestVolumeBootPattern-1353852256 tempest-TestVolumeBootPattern-1353852256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:25.179580 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-d75c1725-7a4e-4dd4-a4b1-8862fb0420e8 tempest-TestVolumeBootPattern-1353852256 tempest-TestVolumeBootPattern-1353852256-project-admin] Synchronizing usage tracker for tenant:0fbb7d11ff324a7daa572934e844d0f8 on resource:port {{(pid=78742) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 14:05:25.196053 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-d75c1725-7a4e-4dd4-a4b1-8862fb0420e8 tempest-TestVolumeBootPattern-1353852256 tempest-TestVolumeBootPattern-1353852256-project-admin] Unset dirty status for tenant:0fbb7d11ff324a7daa572934e844d0f8 on resource:port {{(pid=78742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 14:05:25.197341 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-d75c1725-7a4e-4dd4-a4b1-8862fb0420e8 tempest-TestVolumeBootPattern-1353852256 tempest-TestVolumeBootPattern-1353852256-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a94a27d6-44c3-4bd9-8759-a82703236d2c HTTP/1.1" status: 200  len: 1093 time: 0.2021389
May 17 14:05:25.200083 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 40284) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:05:25.205251 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-c0108e0f-1843-43e4-9c5b-034457db8011 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Request body: {'floatingip': {'floating_network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'port_id': '0771cf84-3e9f-490f-a106-ba0f8ea5d08c', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 14:05:25.211096 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-c0108e0f-1843-43e4-9c5b-034457db8011 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 14:05:25.215296 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-c0108e0f-1843-43e4-9c5b-034457db8011 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Usage tracker for resource:floatingip and tenant:d77a303f986f47e2bf0264946d7679d6 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 14:05:25.218171 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-c0108e0f-1843-43e4-9c5b-034457db8011 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 14:05:25.223984 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-c0108e0f-1843-43e4-9c5b-034457db8011 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 14:05:25.235552 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c0108e0f-1843-43e4-9c5b-034457db8011 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks [] for floatingip, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:25.372357 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c0108e0f-1843-43e4-9c5b-034457db8011 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:25.517354 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.db_base_plugin_common [None req-c0108e0f-1843-43e4-9c5b-034457db8011 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Allocated IP 172.27.1.136 (d5b45ae7-16ce-45df-9da3-dc322e2b7d9a/b62193f4-5b84-40dd-ae21-6a70cb5f2e38/528affb8-5694-4a75-951c-8c58833d66de) {{(pid=78742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 17 14:05:25.663057 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c0108e0f-1843-43e4-9c5b-034457db8011 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks [] for port, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:25.692763 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c0108e0f-1843-43e4-9c5b-034457db8011 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774149279272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132438228'] for port, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:25.697232 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-5be5947d-c458-4244-8d3b-f431e06e550b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:05:25.758639 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0108e0f-1843-43e4-9c5b-034457db8011 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Network d5b45ae7-16ce-45df-9da3-dc322e2b7d9a is already hosted by enough agents. {{(pid=78742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 14:05:25.762254 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-c0108e0f-1843-43e4-9c5b-034457db8011 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Resources bound (agent type, host, resource id):  {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 14:05:25.765884 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0108e0f-1843-43e4-9c5b-034457db8011 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Received port after_create {{(pid=78742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 17 14:05:25.807804 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0108e0f-1843-43e4-9c5b-034457db8011 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Pushing event updated for resources: {'Port': ['ID=528affb8-5694-4a75-951c-8c58833d66de,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:05:25.811907 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-c0108e0f-1843-43e4-9c5b-034457db8011 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:05:26.187921 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c0108e0f-1843-43e4-9c5b-034457db8011 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:26.276114 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c0108e0f-1843-43e4-9c5b-034457db8011 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:26.588482 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c0108e0f-1843-43e4-9c5b-034457db8011 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks [] for port, precommit_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:26.592164 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c0108e0f-1843-43e4-9c5b-034457db8011 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132438237'] for port, after_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:26.596619 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-312fa4e0-389d-4952-b45b-5eecd006856c tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:05:26.700423 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0108e0f-1843-43e4-9c5b-034457db8011 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Pushing event updated for resources: {'Port': ['ID=528affb8-5694-4a75-951c-8c58833d66de,revision_number=2']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:05:26.704406 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-c0108e0f-1843-43e4-9c5b-034457db8011 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:05:26.710887 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c0108e0f-1843-43e4-9c5b-034457db8011 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975218'] for floatingip, after_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:26.883359 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.db.l3_db [None req-c0108e0f-1843-43e4-9c5b-034457db8011 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Floating IP 45faf595-ee73-4d07-a3f4-bbb828910c25 associated. External IP: 172.27.1.136, port: 0771cf84-3e9f-490f-a106-ba0f8ea5d08c.
May 17 14:05:27.229291 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0108e0f-1843-43e4-9c5b-034457db8011 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Router 5510a09f-e213-44d2-8b04-11238e67443e has already been hosted by L3 agent 5f048e90-1481-4c55-97c3-311a68b90326 {{(pid=78742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 17 14:05:27.407716 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0108e0f-1843-43e4-9c5b-034457db8011 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify agent at l3_agent.dv-cinder-788363-3-iscsi the message routers_updated {{(pid=78742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 17 14:05:27.417190 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4632a65-6fb4-4248-9393-6818323d98aa None None] Sync routers for ids ['5510a09f-e213-44d2-8b04-11238e67443e'] in dv-cinder-788363-3-iscsi {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 17 14:05:27.426772 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4632a65-6fb4-4248-9393-6818323d98aa None None] Routers {'5510a09f-e213-44d2-8b04-11238e67443e'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 14:05:27.427663 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-d4632a65-6fb4-4248-9393-6818323d98aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3af76880>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T14:05:10Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['5510a09f-e213-44d2-8b04-11238e67443e'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:05:27.433891 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c0108e0f-1843-43e4-9c5b-034457db8011 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for floatingip, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:27.491303 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-c0108e0f-1843-43e4-9c5b-034457db8011 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.2894154
May 17 14:05:27.491303 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a94a27d6-44c3-4bd9-8759-a82703236d2c', 'tag': '0771cf84-3e9f-490f-a106-ba0f8ea5d08c'}] {{(pid=78742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 14:05:27.564066 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a94a27d6-44c3-4bd9-8759-a82703236d2c', 'tag': '0771cf84-3e9f-490f-a106-ba0f8ea5d08c', 'status': 'completed', 'code': 200}
May 17 14:05:27.621267 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-d4632a65-6fb4-4248-9393-6818323d98aa None None] Set router 5510a09f-e213-44d2-8b04-11238e67443e gateway port host: dv-cinder-788363-3-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 14:05:27.633463 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 40308) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:05:27.661387 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff2e25-d3d6-40c3-a905-d853bf37fef9 req-1a3eed96-ac27-4c74-8a69-d27d55bea7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:27.662882 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7bff2e25-d3d6-40c3-a905-d853bf37fef9 req-1a3eed96-ac27-4c74-8a69-d27d55bea7f5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d77a303f986f47e2bf0264946d7679d6&device_id=a94a27d6-44c3-4bd9-8759-a82703236d2c HTTP/1.1" status: 200  len: 1098 time: 0.0755658
May 17 14:05:27.805484 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff2e25-d3d6-40c3-a905-d853bf37fef9 req-8c6a5648-f01c-4dd5-9651-53116938a51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:27.807371 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7bff2e25-d3d6-40c3-a905-d853bf37fef9 req-8c6a5648-f01c-4dd5-9651-53116938a51b service neutron] 10.222.0.49 "GET /v2.0/networks?id=44766520-36a7-4a15-a6b9-ee8d2b4767ae HTTP/1.1" status: 200  len: 913 time: 0.1374474
May 17 14:05:27.917811 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7bff2e25-d3d6-40c3-a905-d853bf37fef9 req-b768edc8-b510-499b-909c-1fff7aa2fe13 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0771cf84-3e9f-490f-a106-ba0f8ea5d08c HTTP/1.1" status: 200  len: 999 time: 0.1040449
May 17 14:05:27.974723 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-d4632a65-6fb4-4248-9393-6818323d98aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3af76880>, [{'id': '5510a09f-e213-44d2-8b04-11238e67443e', 'name': 'tempest-TestVolumeBootPattern-1927890406-router', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '68e01aa8-887d-473f-9fce-d59907b749ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:58:33Z', 'updated_at': '2021-05-17T13:58:40Z', 'revision_number': 4, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'gw_port': {'id': '68e01aa8-887d-473f-9fce-d59907b749ac', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5510a09f-e213-44d2-8b04-11238e67443e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:34Z', 'updated_at': '2021-05-17T13:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_floatingips': [{'id': '0021e169-3193-414f-80f7-80f8dae00295', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'floating_ip_address': '172.27.1.7', 'floating_network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'router_id': '5510a09f-e213-44d2-8b04-11238e67443e', 'port_id': '3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae', 'mac_address': 'fa:16:3e:93:69:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840559aa-5d6c-464b-93e0-bfeecd623862', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T14:02:46Z', 'updated_at': '2021-05-17T14:02:50Z', 'revision_number': 1, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'fixed_ip_address_scope': None}, {'id': '45faf595-ee73-4d07-a3f4-bbb828910c25', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'floating_ip_address': '172.27.1.136', 'floating_network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'router_id': '5510a09f-e213-44d2-8b04-11238e67443e', 'port_id': '0771cf84-3e9f-490f-a106-ba0f8ea5d08c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae', 'mac_address': 'fa:16:3e:99:84:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94a27d6-44c3-4bd9-8759-a82703236d2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T14:05:26Z', 'updated_at': '2021-05-17T14:05:26Z', 'revision_number': 0, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b844ae9a-7ba6-401d-9e5c-a391539eb37c', 'name': '', 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'mac_address': 'fa:16:3e:46:c7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5510a09f-e213-44d2-8b04-11238e67443e', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '31d31f43-e8b1-4e8d-8f8a-74810a227c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:38Z', 'updated_at': '2021-05-17T13:58:47Z', 'revision_number': 5, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'subnets': [{'id': '31d31f43-e8b1-4e8d-8f8a-74810a227c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:05:27.979361 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4632a65-6fb4-4248-9393-6818323d98aa None None] Checking router: 5510a09f-e213-44d2-8b04-11238e67443e for host: dv-cinder-788363-3-iscsi {{(pid=78744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 17 14:05:27.980270 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff2e25-d3d6-40c3-a905-d853bf37fef9 req-99c01071-30e2-4150-9a0f-6da694a744fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:27.981726 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7bff2e25-d3d6-40c3-a905-d853bf37fef9 req-99c01071-30e2-4150-9a0f-6da694a744fb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=31d31f43-e8b1-4e8d-8f8a-74810a227c7c HTTP/1.1" status: 200  len: 851 time: 0.0584922
May 17 14:05:27.989153 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4632a65-6fb4-4248-9393-6818323d98aa None None] Routers {'5510a09f-e213-44d2-8b04-11238e67443e'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 14:05:27.989954 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-d4632a65-6fb4-4248-9393-6818323d98aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3af76880>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T14:05:10Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['5510a09f-e213-44d2-8b04-11238e67443e'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:05:28.063460 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff2e25-d3d6-40c3-a905-d853bf37fef9 req-dc9962b3-170c-4ea0-be28-229bfe0f5fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:28.064968 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7bff2e25-d3d6-40c3-a905-d853bf37fef9 req-dc9962b3-170c-4ea0-be28-229bfe0f5fbd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=44766520-36a7-4a15-a6b9-ee8d2b4767ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0765641
May 17 14:05:28.182214 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-d4632a65-6fb4-4248-9393-6818323d98aa None None] Set router 5510a09f-e213-44d2-8b04-11238e67443e gateway port host: dv-cinder-788363-3-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 14:05:28.204845 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7bff2e25-d3d6-40c3-a905-d853bf37fef9 req-ab885966-fa9a-41a0-bc2a-4be68bd516f1 service neutron] 10.222.0.49 "GET /v2.0/networks/44766520-36a7-4a15-a6b9-ee8d2b4767ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1332042
May 17 14:05:28.352291 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7bff2e25-d3d6-40c3-a905-d853bf37fef9 req-8065ff70-689c-4914-b7e4-64d3622f1465 service neutron] 10.222.0.49 "GET /v2.0/networks/44766520-36a7-4a15-a6b9-ee8d2b4767ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1405149
May 17 14:05:28.444277 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5e5dcea9-af33-4aba-a8b2-f72b7071b451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1977280'] for router_interface, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:28.596663 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-d4632a65-6fb4-4248-9393-6818323d98aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3af76880>, [{'id': '5510a09f-e213-44d2-8b04-11238e67443e', 'name': 'tempest-TestVolumeBootPattern-1927890406-router', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '68e01aa8-887d-473f-9fce-d59907b749ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:58:33Z', 'updated_at': '2021-05-17T13:58:40Z', 'revision_number': 4, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'gw_port': {'id': '68e01aa8-887d-473f-9fce-d59907b749ac', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5510a09f-e213-44d2-8b04-11238e67443e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:34Z', 'updated_at': '2021-05-17T13:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_floatingips': [{'id': '0021e169-3193-414f-80f7-80f8dae00295', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'floating_ip_address': '172.27.1.7', 'floating_network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'router_id': '5510a09f-e213-44d2-8b04-11238e67443e', 'port_id': '3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae', 'mac_address': 'fa:16:3e:93:69:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840559aa-5d6c-464b-93e0-bfeecd623862', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T14:02:46Z', 'updated_at': '2021-05-17T14:02:50Z', 'revision_number': 1, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'fixed_ip_address_scope': None}, {'id': '45faf595-ee73-4d07-a3f4-bbb828910c25', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'floating_ip_address': '172.27.1.136', 'floating_network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'router_id': '5510a09f-e213-44d2-8b04-11238e67443e', 'port_id': '0771cf84-3e9f-490f-a106-ba0f8ea5d08c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae', 'mac_address': 'fa:16:3e:99:84:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94a27d6-44c3-4bd9-8759-a82703236d2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T14:05:26Z', 'updated_at': '2021-05-17T14:05:26Z', 'revision_number': 0, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b844ae9a-7ba6-401d-9e5c-a391539eb37c', 'name': '', 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'mac_address': 'fa:16:3e:46:c7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5510a09f-e213-44d2-8b04-11238e67443e', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '31d31f43-e8b1-4e8d-8f8a-74810a227c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:38Z', 'updated_at': '2021-05-17T13:58:47Z', 'revision_number': 5, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'subnets': [{'id': '31d31f43-e8b1-4e8d-8f8a-74810a227c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:05:28.600625 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4632a65-6fb4-4248-9393-6818323d98aa None None] The sync data for ids ['5510a09f-e213-44d2-8b04-11238e67443e'] in dv-cinder-788363-3-iscsi is: [{'id': '5510a09f-e213-44d2-8b04-11238e67443e', 'name': 'tempest-TestVolumeBootPattern-1927890406-router', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '68e01aa8-887d-473f-9fce-d59907b749ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:58:33Z', 'updated_at': '2021-05-17T13:58:40Z', 'revision_number': 4, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'gw_port': {'id': '68e01aa8-887d-473f-9fce-d59907b749ac', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5510a09f-e213-44d2-8b04-11238e67443e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:34Z', 'updated_at': '2021-05-17T13:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_floatingips': [{'id': '0021e169-3193-414f-80f7-80f8dae00295', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'floating_ip_address': '172.27.1.7', 'floating_network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'router_id': '5510a09f-e213-44d2-8b04-11238e67443e', 'port_id': '3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae', 'mac_address': 'fa:16:3e:93:69:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840559aa-5d6c-464b-93e0-bfeecd623862', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T14:02:46Z', 'updated_at': '2021-05-17T14:02:50Z', 'revision_number': 1, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'fixed_ip_address_scope': None}, {'id': '45faf595-ee73-4d07-a3f4-bbb828910c25', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'floating_ip_address': '172.27.1.136', 'floating_network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'router_id': '5510a09f-e213-44d2-8b04-11238e67443e', 'port_id': '0771cf84-3e9f-490f-a106-ba0f8ea5d08c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae', 'mac_address': 'fa:16:3e:99:84:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94a27d6-44c3-4bd9-8759-a82703236d2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T14:05:26Z', 'updated_at': '2021-05-17T14:05:26Z', 'revision_number': 0, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b844ae9a-7ba6-401d-9e5c-a391539eb37c', 'name': '', 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'mac_address': 'fa:16:3e:46:c7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5510a09f-e213-44d2-8b04-11238e67443e', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '31d31f43-e8b1-4e8d-8f8a-74810a227c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:38Z', 'updated_at': '2021-05-17T13:58:47Z', 'revision_number': 5, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'subnets': [{'id': '31d31f43-e8b1-4e8d-8f8a-74810a227c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 17 14:05:28.788851 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8012a38-e918-48f9-b2ac-c95b4bee2cfa None None] New status for floating IP 45faf595-ee73-4d07-a3f4-bbb828910c25: ACTIVE {{(pid=78745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 17 14:05:28.868034 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-5e5dcea9-af33-4aba-a8b2-f72b7071b451 admin admin] Deleting port 874d1f8e-bf43-4fac-9221-0e98951f8b97 {{(pid=78742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 14:05:28.868285 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5e5dcea9-af33-4aba-a8b2-f72b7071b451 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:28.993339 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.db [None req-5e5dcea9-af33-4aba-a8b2-f72b7071b451 admin admin] For port 874d1f8e-bf43-4fac-9221-0e98951f8b97, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=874d1f8e-bf43-4fac-9221-0e98951f8b97,segment=NetworkSegment(8a963ee4-8e3f-4bf5-a55f-d5e1ff62ad29),segment_id=8a963ee4-8e3f-4bf5-a55f-d5e1ff62ad29)] {{(pid=78742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:05:28.993696 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5e5dcea9-af33-4aba-a8b2-f72b7071b451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:29.116133 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-5e5dcea9-af33-4aba-a8b2-f72b7071b451 admin admin] Calling delete_port for 874d1f8e-bf43-4fac-9221-0e98951f8b97 owned by network:router_interface {{(pid=78742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 14:05:29.262789 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5e5dcea9-af33-4aba-a8b2-f72b7071b451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132438228'] for port, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:29.267749 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-902826d7-1bc5-4ba2-b8d5-5721e44c5dc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:05:29.310479 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5dcea9-af33-4aba-a8b2-f72b7071b451 admin admin] Pushing event deleted for resources: {'Port': ['ID=874d1f8e-bf43-4fac-9221-0e98951f8b97,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:05:29.336979 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-5e5dcea9-af33-4aba-a8b2-f72b7071b451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:05:29.586963 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5e5dcea9-af33-4aba-a8b2-f72b7071b451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1977196'] for router_interface, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:30.057841 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e5dcea9-af33-4aba-a8b2-f72b7071b451 admin admin] Router c9342bf1-e855-4d44-aa03-135bfda70704 has already been hosted by L3 agent 5f048e90-1481-4c55-97c3-311a68b90326 {{(pid=78742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 17 14:05:30.228471 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5dcea9-af33-4aba-a8b2-f72b7071b451 admin admin] Notify agent at l3_agent.dv-cinder-788363-3-iscsi the message routers_updated {{(pid=78742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 17 14:05:30.237443 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae64cef-eaad-4d37-9390-ca4ef9a47e84 None None] Sync routers for ids ['c9342bf1-e855-4d44-aa03-135bfda70704'] in dv-cinder-788363-3-iscsi {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 17 14:05:30.241238 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-5e5dcea9-af33-4aba-a8b2-f72b7071b451 admin admin] 10.222.0.54 "PUT /v2.0/routers/c9342bf1-e855-4d44-aa03-135bfda70704/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6066303
May 17 14:05:30.243667 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 40316) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:05:30.246767 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae64cef-eaad-4d37-9390-ca4ef9a47e84 None None] Routers {'c9342bf1-e855-4d44-aa03-135bfda70704'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 14:05:30.247384 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-6ae64cef-eaad-4d37-9390-ca4ef9a47e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3b332c40>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T14:05:10Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['c9342bf1-e855-4d44-aa03-135bfda70704'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:05:30.419346 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-32fd811d-2b4e-46eb-8605-a36cf10a7b01 admin admin] Notify callbacks [] for router, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:30.427003 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-6ae64cef-eaad-4d37-9390-ca4ef9a47e84 None None] Set router c9342bf1-e855-4d44-aa03-135bfda70704 gateway port host: dv-cinder-788363-3-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 14:05:30.586748 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-32fd811d-2b4e-46eb-8605-a36cf10a7b01 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:30.661640 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-32fd811d-2b4e-46eb-8605-a36cf10a7b01 admin admin] Deleting port fcb55d34-429e-4e3a-b74c-ada2a4ef9791 {{(pid=78742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 14:05:30.662362 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-32fd811d-2b4e-46eb-8605-a36cf10a7b01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:30.706671 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-6ae64cef-eaad-4d37-9390-ca4ef9a47e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3b332c40>, [{'id': 'c9342bf1-e855-4d44-aa03-135bfda70704', 'name': 'tempest-AttachVolumeTestJSON-1693143150-router', 'tenant_id': '3e756f37709a4c19bc8378fa746d8337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'fcb55d34-429e-4e3a-b74c-ada2a4ef9791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:56:14Z', 'updated_at': '2021-05-17T14:05:29Z', 'revision_number': 5, 'project_id': '3e756f37709a4c19bc8378fa746d8337', 'gw_port': {'id': 'fcb55d34-429e-4e3a-b74c-ada2a4ef9791', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9342bf1-e855-4d44-aa03-135bfda70704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:56:15Z', 'updated_at': '2021-05-17T13:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi'}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:05:30.710727 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae64cef-eaad-4d37-9390-ca4ef9a47e84 None None] Checking router: c9342bf1-e855-4d44-aa03-135bfda70704 for host: dv-cinder-788363-3-iscsi {{(pid=78744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 17 14:05:30.719213 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae64cef-eaad-4d37-9390-ca4ef9a47e84 None None] Routers {'c9342bf1-e855-4d44-aa03-135bfda70704'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 14:05:30.721052 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-6ae64cef-eaad-4d37-9390-ca4ef9a47e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3b332c40>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T14:05:10Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['c9342bf1-e855-4d44-aa03-135bfda70704'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:05:30.782542 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.db [None req-32fd811d-2b4e-46eb-8605-a36cf10a7b01 admin admin] For port fcb55d34-429e-4e3a-b74c-ada2a4ef9791, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=fcb55d34-429e-4e3a-b74c-ada2a4ef9791,segment=NetworkSegment(d239c2a5-eb63-4e60-9706-c66c1478eded),segment_id=d239c2a5-eb63-4e60-9706-c66c1478eded)] {{(pid=78742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:05:30.782892 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-32fd811d-2b4e-46eb-8605-a36cf10a7b01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:30.879130 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-6ae64cef-eaad-4d37-9390-ca4ef9a47e84 None None] Set router c9342bf1-e855-4d44-aa03-135bfda70704 gateway port host: None {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 14:05:30.904896 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-32fd811d-2b4e-46eb-8605-a36cf10a7b01 admin admin] Calling delete_port for fcb55d34-429e-4e3a-b74c-ada2a4ef9791 owned by network:router_gateway {{(pid=78742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 14:05:30.985173 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-6ae64cef-eaad-4d37-9390-ca4ef9a47e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3b332c40>, [{'id': 'c9342bf1-e855-4d44-aa03-135bfda70704', 'name': 'tempest-AttachVolumeTestJSON-1693143150-router', 'tenant_id': '3e756f37709a4c19bc8378fa746d8337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:56:14Z', 'updated_at': '2021-05-17T14:05:30Z', 'revision_number': 6, 'project_id': '3e756f37709a4c19bc8378fa746d8337', 'gw_port_host': None}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:05:30.989522 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae64cef-eaad-4d37-9390-ca4ef9a47e84 None None] The sync data for ids ['c9342bf1-e855-4d44-aa03-135bfda70704'] in dv-cinder-788363-3-iscsi is: [{'id': 'c9342bf1-e855-4d44-aa03-135bfda70704', 'name': 'tempest-AttachVolumeTestJSON-1693143150-router', 'tenant_id': '3e756f37709a4c19bc8378fa746d8337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:56:14Z', 'updated_at': '2021-05-17T14:05:30Z', 'revision_number': 6, 'project_id': '3e756f37709a4c19bc8378fa746d8337', 'gw_port_host': None}] {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 17 14:05:31.153252 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-32fd811d-2b4e-46eb-8605-a36cf10a7b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132438228'] for port, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:31.156978 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-fdd2d905-ae04-4178-bc1b-14ca16d206f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:05:31.201888 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd811d-2b4e-46eb-8605-a36cf10a7b01 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcb55d34-429e-4e3a-b74c-ada2a4ef9791,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:05:31.227225 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-32fd811d-2b4e-46eb-8605-a36cf10a7b01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:05:31.295156 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-32fd811d-2b4e-46eb-8605-a36cf10a7b01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1975271'] for router_gateway, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:31.417987 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 874d1f8e-bf43-4fac-9221-0e98951f8b97 no longer exists at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 17 14:05:31.454056 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] No Port match for: 874d1f8e-bf43-4fac-9221-0e98951f8b97 {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 17 14:05:31.454498 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 874d1f8e-bf43-4fac-9221-0e98951f8b97 not bound to the agent host dv-cinder-788363-3-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 17 14:05:31.472165 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-32fd811d-2b4e-46eb-8605-a36cf10a7b01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1974832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4350'] for router, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:31.474337 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-32fd811d-2b4e-46eb-8605-a36cf10a7b01 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:31.497078 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-32fd811d-2b4e-46eb-8605-a36cf10a7b01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1975071'] for router, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:31.497642 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32fd811d-2b4e-46eb-8605-a36cf10a7b01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9342bf1-e855-4d44-aa03-135bfda70704 {{(pid=78742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 17 14:05:31.509716 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-32fd811d-2b4e-46eb-8605-a36cf10a7b01 admin admin] Notify callbacks [] for router, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:31.510832 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-32fd811d-2b4e-46eb-8605-a36cf10a7b01 admin admin] 10.222.0.54 "DELETE /v2.0/routers/c9342bf1-e855-4d44-aa03-135bfda70704 HTTP/1.1" status: 204  len: 168 time: 1.2662807
May 17 14:05:31.513512 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 40320) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:05:31.571702 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.db_base_plugin_v2 [None req-787d09fd-0e61-4c55-b70f-d63b9a9fc06b admin admin] Deleting subnet d169b186-defa-4470-9ef1-50866ad43fba {{(pid=78742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 17 14:05:31.574545 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-787d09fd-0e61-4c55-b70f-d63b9a9fc06b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:31.635754 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-787d09fd-0e61-4c55-b70f-d63b9a9fc06b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132461956'] for subnet, precommit_delete_associations {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:31.711066 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-787d09fd-0e61-4c55-b70f-d63b9a9fc06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-866929'] for subnet, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:31.963575 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-787d09fd-0e61-4c55-b70f-d63b9a9fc06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-866938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132438055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133803437'] for subnet, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:31.967565 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:05:32.002635 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d09fd-0e61-4c55-b70f-d63b9a9fc06b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d169b186-defa-4470-9ef1-50866ad43fba,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:05:32.005701 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-787d09fd-0e61-4c55-b70f-d63b9a9fc06b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:05:32.006668 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-787d09fd-0e61-4c55-b70f-d63b9a9fc06b admin admin] Notify callbacks [] for subnet, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:32.013516 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-787d09fd-0e61-4c55-b70f-d63b9a9fc06b admin admin] 10.222.0.54 "DELETE /v2.0/subnets/d169b186-defa-4470-9ef1-50866ad43fba HTTP/1.1" status: 204  len: 168 time: 0.4989607
May 17 14:05:32.014448 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8f073e-4307-4446-94f2-827ad6c28941 None None] Network e30c6073-c867-46f4-bec2-eb7af316aeb9 requested from dv-cinder-788363-3-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 17 14:05:32.015827 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 40324) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:05:32.127176 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-eaf5677c-453a-4feb-b778-3756934de851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1002279'] for network, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:32.200101 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-eaf5677c-453a-4feb-b778-3756934de851 admin admin] Deleting port c993a930-2e2c-416d-b40a-ffc2b4a8a19b {{(pid=78742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 14:05:32.200444 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-eaf5677c-453a-4feb-b778-3756934de851 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:32.309740 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.db [None req-eaf5677c-453a-4feb-b778-3756934de851 admin admin] For port c993a930-2e2c-416d-b40a-ffc2b4a8a19b, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=c993a930-2e2c-416d-b40a-ffc2b4a8a19b,segment=NetworkSegment(8a963ee4-8e3f-4bf5-a55f-d5e1ff62ad29),segment_id=8a963ee4-8e3f-4bf5-a55f-d5e1ff62ad29)] {{(pid=78742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:05:32.310101 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-eaf5677c-453a-4feb-b778-3756934de851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:32.327856 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536e21fe-2ba5-49c5-a412-ea5aa8bd3222 None None] DHCP port deletion for e30c6073-c867-46f4-bec2-eb7af316aeb9 request from dv-cinder-788363-3-iscsi {{(pid=78744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 17 14:05:32.392795 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-536e21fe-2ba5-49c5-a412-ea5aa8bd3222 None None] Deleting port c993a930-2e2c-416d-b40a-ffc2b4a8a19b {{(pid=78744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 14:05:32.393169 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-536e21fe-2ba5-49c5-a412-ea5aa8bd3222 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:32.437397 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-eaf5677c-453a-4feb-b778-3756934de851 admin admin] Calling delete_port for c993a930-2e2c-416d-b40a-ffc2b4a8a19b owned by network:dhcp {{(pid=78742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 14:05:32.487505 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-eaf5677c-453a-4feb-b778-3756934de851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132438228'] for port, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:32.490152 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-536e21fe-2ba5-49c5-a412-ea5aa8bd3222 None None] For port c993a930-2e2c-416d-b40a-ffc2b4a8a19b, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=c993a930-2e2c-416d-b40a-ffc2b4a8a19b,segment=NetworkSegment(8a963ee4-8e3f-4bf5-a55f-d5e1ff62ad29),segment_id=8a963ee4-8e3f-4bf5-a55f-d5e1ff62ad29)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:05:32.490673 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-536e21fe-2ba5-49c5-a412-ea5aa8bd3222 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:32.492195 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-1a2a3e2b-8a7c-4476-90f1-f28e87fbf515 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:05:32.536218 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf5677c-453a-4feb-b778-3756934de851 admin admin] Pushing event deleted for resources: {'Port': ['ID=c993a930-2e2c-416d-b40a-ffc2b4a8a19b,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:05:32.538031 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf5677c-453a-4feb-b778-3756934de851 admin admin] No DVR routers for this DVR port c993a930-2e2c-416d-b40a-ffc2b4a8a19b on host dv-cinder-788363-3-iscsi {{(pid=78742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 17 14:05:32.539536 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-eaf5677c-453a-4feb-b778-3756934de851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:05:32.614021 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-536e21fe-2ba5-49c5-a412-ea5aa8bd3222 None None] Calling delete_port for c993a930-2e2c-416d-b40a-ffc2b4a8a19b owned by network:dhcp {{(pid=78744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 14:05:32.662649 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-536e21fe-2ba5-49c5-a412-ea5aa8bd3222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281'] for port, after_delete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:32.666558 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:05:32.710794 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e21fe-2ba5-49c5-a412-ea5aa8bd3222 None None] Pushing event deleted for resources: {'Port': ['ID=c993a930-2e2c-416d-b40a-ffc2b4a8a19b,revision_number=None']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:05:32.713188 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-536e21fe-2ba5-49c5-a412-ea5aa8bd3222 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:05:32.715688 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536e21fe-2ba5-49c5-a412-ea5aa8bd3222 None None] No DVR routers for this DVR port c993a930-2e2c-416d-b40a-ffc2b4a8a19b on host dv-cinder-788363-3-iscsi {{(pid=78744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 17 14:05:32.752475 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-eaf5677c-453a-4feb-b778-3756934de851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-866884', 'neutron.services.segments.db._delete_segments_for_network-8774149704834'] for network, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:32.766036 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.services.segments.db [None req-eaf5677c-453a-4feb-b778-3756934de851 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fae3e69f5e0>,) {'filters': {'network_id': ['e30c6073-c867-46f4-bec2-eb7af316aeb9']}} {{(pid=78742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:05:32.778630 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.services.segments.db [None req-eaf5677c-453a-4feb-b778-3756934de851 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fae3e69f5e0>, '8a963ee4-8e3f-4bf5-a55f-d5e1ff62ad29') {'for_net_delete': True} {{(pid=78742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:05:32.778926 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.services.segments.db [None req-eaf5677c-453a-4feb-b778-3756934de851 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fae3e69f5e0>, '8a963ee4-8e3f-4bf5-a55f-d5e1ff62ad29') {} {{(pid=78742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:05:32.790418 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-eaf5677c-453a-4feb-b778-3756934de851 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774149716363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132461963'] for segment, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:32.807092 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-eaf5677c-453a-4feb-b778-3756934de851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861870'] for segment, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:32.813843 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaf5677c-453a-4feb-b778-3756934de851 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=78742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 17 14:05:32.814276 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-eaf5677c-453a-4feb-b778-3756934de851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132438145'] for segment, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:32.827546 dv-cinder-788363-3-iscsi neutron-server[78742]: Traceback (most recent call last):
May 17 14:05:32.827546 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 17 14:05:32.827546 dv-cinder-788363-3-iscsi neutron-server[78742]:     timer()
May 17 14:05:32.827546 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 17 14:05:32.827546 dv-cinder-788363-3-iscsi neutron-server[78742]:     cb(*args, **kw)
May 17 14:05:32.827546 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 17 14:05:32.827546 dv-cinder-788363-3-iscsi neutron-server[78742]:     return func(*args, **kwargs)
May 17 14:05:32.827546 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 17 14:05:32.827546 dv-cinder-788363-3-iscsi neutron-server[78742]:     self._notify()
May 17 14:05:32.827546 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 17 14:05:32.827546 dv-cinder-788363-3-iscsi neutron-server[78742]:     self.callback(batched_events)
May 17 14:05:32.827546 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 17 14:05:32.827546 dv-cinder-788363-3-iscsi neutron-server[78742]:     event.method(event)
May 17 14:05:32.827546 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 17 14:05:32.827546 dv-cinder-788363-3-iscsi neutron-server[78742]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 17 14:05:32.827546 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 17 14:05:32.827546 dv-cinder-788363-3-iscsi neutron-server[78742]:     aggregate_uuid = self.p_client.list_aggregates(
May 17 14:05:32.827546 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 17 14:05:32.827546 dv-cinder-788363-3-iscsi neutron-server[78742]:     return f(self, *a, **k)
May 17 14:05:32.827546 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 17 14:05:32.827546 dv-cinder-788363-3-iscsi neutron-server[78742]:     return self._get(url).json()
May 17 14:05:32.827546 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 17 14:05:32.827546 dv-cinder-788363-3-iscsi neutron-server[78742]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 17 14:05:32.827546 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 17 14:05:32.827546 dv-cinder-788363-3-iscsi neutron-server[78742]:     return self.request(url, 'GET', **kwargs)
May 17 14:05:32.827546 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 17 14:05:32.827546 dv-cinder-788363-3-iscsi neutron-server[78742]:     base_url = self.get_endpoint(auth, allow=allow,
May 17 14:05:32.827546 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 17 14:05:32.827546 dv-cinder-788363-3-iscsi neutron-server[78742]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 17 14:05:32.827546 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 17 14:05:32.827546 dv-cinder-788363-3-iscsi neutron-server[78742]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 17 14:05:32.827546 dv-cinder-788363-3-iscsi neutron-server[78742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 17 14:05:32.908826 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-eaf5677c-453a-4feb-b778-3756934de851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-866893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1676892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1975232'] for network, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:32.914776 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:05:32.930100 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-eaf5677c-453a-4feb-b778-3756934de851 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for network, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:32.941034 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf5677c-453a-4feb-b778-3756934de851 admin admin] Pushing event deleted for resources: {'Network': ['ID=e30c6073-c867-46f4-bec2-eb7af316aeb9,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:05:32.945427 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-eaf5677c-453a-4feb-b778-3756934de851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:05:32.949021 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-eaf5677c-453a-4feb-b778-3756934de851 admin admin] 10.222.0.54 "DELETE /v2.0/networks/e30c6073-c867-46f4-bec2-eb7af316aeb9 HTTP/1.1" status: 204  len: 168 time: 0.9320936
May 17 14:05:33.084197 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 40330) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:05:33.133197 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-88ad1553-6253-423c-9f47-82ebd68c5b07 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3e756f37709a4c19bc8378fa746d8337&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0477250
May 17 14:05:33.135717 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 40334) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:05:33.197960 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-dd2433bf-3147-4aad-bf19-68bcf311550f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:33.223220 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-dd2433bf-3147-4aad-bf19-68bcf311550f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:33.287854 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-dd2433bf-3147-4aad-bf19-68bcf311550f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:33.291586 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-30675b0e-9443-4741-a7ef-39386a045bdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:05:33.307284 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2433bf-3147-4aad-bf19-68bcf311550f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2a725b-4d72-4fb3-bfc7-df83e56d0184,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:05:33.310870 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-dd2433bf-3147-4aad-bf19-68bcf311550f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:05:33.314648 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-dd2433bf-3147-4aad-bf19-68bcf311550f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:33.315970 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-dd2433bf-3147-4aad-bf19-68bcf311550f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1d2a725b-4d72-4fb3-bfc7-df83e56d0184 HTTP/1.1" status: 204  len: 168 time: 0.1793487
May 17 14:05:33.398504 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device c993a930-2e2c-416d-b40a-ffc2b4a8a19b no longer exists at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 17 14:05:33.432694 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] No Port match for: c993a930-2e2c-416d-b40a-ffc2b4a8a19b {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 17 14:05:33.433048 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device c993a930-2e2c-416d-b40a-ffc2b4a8a19b not bound to the agent host dv-cinder-788363-3-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 17 14:05:33.433482 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device fcb55d34-429e-4e3a-b74c-ada2a4ef9791 no longer exists at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 17 14:05:33.470652 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] No Port match for: fcb55d34-429e-4e3a-b74c-ada2a4ef9791 {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 17 14:05:33.470975 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device fcb55d34-429e-4e3a-b74c-ada2a4ef9791 not bound to the agent host dv-cinder-788363-3-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 17 14:05:33.526157 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:34.098071 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 40358) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:05:34.216969 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-2c74c32f-c395-44fd-a2c1-2cf2fa483d82 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-585672602-network', 'tenant_id': 'fbb3fc1219ff4c9daad48a85acc8f1f0'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 14:05:34.222726 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-2c74c32f-c395-44fd-a2c1-2cf2fa483d82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 14:05:34.226715 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-2c74c32f-c395-44fd-a2c1-2cf2fa483d82 admin admin] Usage tracker for resource:network and tenant:fbb3fc1219ff4c9daad48a85acc8f1f0 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 14:05:34.229716 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-2c74c32f-c395-44fd-a2c1-2cf2fa483d82 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 14:05:34.237332 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-2c74c32f-c395-44fd-a2c1-2cf2fa483d82 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 14:05:34.252088 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c74c32f-c395-44fd-a2c1-2cf2fa483d82 admin admin] Made reservation on behalf of fbb3fc1219ff4c9daad48a85acc8f1f0 for: {'network': 1} {{(pid=78742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 17 14:05:34.255630 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2c74c32f-c395-44fd-a2c1-2cf2fa483d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1032604'] for network, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:34.276148 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2c74c32f-c395-44fd-a2c1-2cf2fa483d82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:34.300750 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-2c74c32f-c395-44fd-a2c1-2cf2fa483d82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 14:05:34.306504 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-2c74c32f-c395-44fd-a2c1-2cf2fa483d82 admin admin] Usage tracker for resource:security_group_rule and tenant:fbb3fc1219ff4c9daad48a85acc8f1f0 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 14:05:34.309883 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-2c74c32f-c395-44fd-a2c1-2cf2fa483d82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 14:05:34.316431 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-2c74c32f-c395-44fd-a2c1-2cf2fa483d82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 14:05:34.401758 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2c74c32f-c395-44fd-a2c1-2cf2fa483d82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:34.407364 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2c74c32f-c395-44fd-a2c1-2cf2fa483d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:34.412724 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-a658cbff-a2d0-4f50-9c27-b10f0824b6fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:05:34.450046 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c74c32f-c395-44fd-a2c1-2cf2fa483d82 admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'}  {{(pid=78742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 17 14:05:34.460794 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c74c32f-c395-44fd-a2c1-2cf2fa483d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70589da7-ebc4-4202-b813-680f84bcc05b,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:05:34.464191 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-2c74c32f-c395-44fd-a2c1-2cf2fa483d82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:05:34.469107 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2c74c32f-c395-44fd-a2c1-2cf2fa483d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861870'] for segment, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:34.469445 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.db.segments_db [None req-2c74c32f-c395-44fd-a2c1-2cf2fa483d82 admin admin] Added segment a1e937b5-bced-4439-a491-27ed690446ae of type vlan for network 69b6cbf8-fb2f-438a-896b-b3980c2acd2b
May 17 14:05:34.502955 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2c74c32f-c395-44fd-a2c1-2cf2fa483d82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774149267101'] for network, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:34.537740 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2c74c32f-c395-44fd-a2c1-2cf2fa483d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1676892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582528'] for network, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:34.539864 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c74c32f-c395-44fd-a2c1-2cf2fa483d82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:34.539864 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2c74c32f-c395-44fd-a2c1-2cf2fa483d82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for network, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:34.543634 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-5b7d3040-6dfa-4753-93bf-8743c6624abb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:05:34.647993 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-2c74c32f-c395-44fd-a2c1-2cf2fa483d82 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5484238
May 17 14:05:34.651148 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 40364) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:05:34.652620 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c74c32f-c395-44fd-a2c1-2cf2fa483d82 admin admin] Pushing event updated for resources: {'Network': ['ID=69b6cbf8-fb2f-438a-896b-b3980c2acd2b,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:05:34.654612 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-2c74c32f-c395-44fd-a2c1-2cf2fa483d82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:05:34.659720 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-2981faf1-ae6e-4895-a17f-af36481ec88f admin admin] Request body: {'subnet': {'network_id': '69b6cbf8-fb2f-438a-896b-b3980c2acd2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-585672602-subnet', 'tenant_id': 'fbb3fc1219ff4c9daad48a85acc8f1f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 14:05:34.663620 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Network 69b6cbf8-fb2f-438a-896b-b3980c2acd2b details requested by agent ovs-agent-dv-cinder-788363-3-iscsi with host dv-cinder-788363-3-iscsi {{(pid=78744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 17 14:05:34.665695 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-2981faf1-ae6e-4895-a17f-af36481ec88f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 14:05:34.669959 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-2981faf1-ae6e-4895-a17f-af36481ec88f admin admin] Usage tracker for resource:subnet and tenant:fbb3fc1219ff4c9daad48a85acc8f1f0 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 14:05:34.674334 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-2981faf1-ae6e-4895-a17f-af36481ec88f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 14:05:34.682888 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-2981faf1-ae6e-4895-a17f-af36481ec88f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 14:05:34.694419 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2981faf1-ae6e-4895-a17f-af36481ec88f admin admin] Made reservation on behalf of fbb3fc1219ff4c9daad48a85acc8f1f0 for: {'subnet': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 17 14:05:34.697687 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-2981faf1-ae6e-4895-a17f-af36481ec88f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133371961'] for subnet, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:35.216311 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-2981faf1-ae6e-4895-a17f-af36481ec88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133371947'] for subnet, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:35.220389 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-506dbb2d-4042-48a3-a626-56b133bf1266 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:05:35.297787 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981faf1-ae6e-4895-a17f-af36481ec88f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d64206f-2239-483f-8543-3235009d0263,revision_number=0']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:05:35.301729 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-2981faf1-ae6e-4895-a17f-af36481ec88f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:05:35.306093 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2981faf1-ae6e-4895-a17f-af36481ec88f admin admin] Checking segment: {'id': 'a1e937b5-bced-4439-a491-27ed690446ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '69b6cbf8-fb2f-438a-896b-b3980c2acd2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 14:05:35.306449 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2981faf1-ae6e-4895-a17f-af36481ec88f admin admin] Network hostable DHCP agents. Network: 69b6cbf8-fb2f-438a-896b-b3980c2acd2b, hostable agents: ['49bbb97f-fcd4-4504-a032-9a51e4e6deed'], hosted agents: [] {{(pid=78743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 17 14:05:35.325392 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2981faf1-ae6e-4895-a17f-af36481ec88f admin admin] Network 69b6cbf8-fb2f-438a-896b-b3980c2acd2b is scheduled to be hosted by DHCP agent 49bbb97f-fcd4-4504-a032-9a51e4e6deed with binding_index 1 {{(pid=78743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 17 14:05:35.338181 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [None req-2981faf1-ae6e-4895-a17f-af36481ec88f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-3-iscsi, 69b6cbf8-fb2f-438a-896b-b3980c2acd2b) {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 14:05:35.348961 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e00d5c-91f3-4601-9e09-0835e2ecb9b5 None None] Network 69b6cbf8-fb2f-438a-896b-b3980c2acd2b requested from dv-cinder-788363-3-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 17 14:05:35.352709 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2981faf1-ae6e-4895-a17f-af36481ec88f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:35.353466 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-2981faf1-ae6e-4895-a17f-af36481ec88f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for subnet, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:35.381337 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-2981faf1-ae6e-4895-a17f-af36481ec88f admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7282541
May 17 14:05:35.556647 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8394d27-c361-4846-9bf3-203aa99a2c79 None None] Network 69b6cbf8-fb2f-438a-896b-b3980c2acd2b requested from dv-cinder-788363-3-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 17 14:05:36.035280 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208fbcf9-7316-479c-8caf-1b98cad2e1d4 req-6918cc0b-27f4-4829-a3e6-107d37579d1d tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:36.037493 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-208fbcf9-7316-479c-8caf-1b98cad2e1d4 req-6918cc0b-27f4-4829-a3e6-107d37579d1d tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/networks?id=69b6cbf8-fb2f-438a-896b-b3980c2acd2b HTTP/1.1" status: 200  len: 814 time: 0.2007108
May 17 14:05:36.054378 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-208fbcf9-7316-479c-8caf-1b98cad2e1d4 req-7fd1c16b-e606-4e34-95a8-35771ab07c47 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/quotas/fbb3fc1219ff4c9daad48a85acc8f1f0 HTTP/1.1" status: 200  len: 375 time: 0.0111289
May 17 14:05:36.107012 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-208fbcf9-7316-479c-8caf-1b98cad2e1d4 req-3634dd14-2e5a-40a9-8466-e87c2d8d7d2b tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=fbb3fc1219ff4c9daad48a85acc8f1f0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0468078
May 17 14:05:36.278378 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-208fbcf9-7316-479c-8caf-1b98cad2e1d4 req-c3c2d525-23d6-47b5-9007-d32eaed213ce service neutron] 10.222.0.54 "GET /v2.0/networks/69b6cbf8-fb2f-438a-896b-b3980c2acd2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1637030
May 17 14:05:36.467184 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-208fbcf9-7316-479c-8caf-1b98cad2e1d4 req-ac404f0c-7869-4953-b8d3-79cbd31804ee service neutron] 10.222.0.54 "GET /v2.0/networks/69b6cbf8-fb2f-438a-896b-b3980c2acd2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1821463
May 17 14:05:36.654695 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6ca9ac7b-8c83-4e1f-a41a-2a49e486cebe req-06333448-45e9-4b53-af99-a9953ab5d6a9 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?device_id=716b967d-1176-458e-9446-85853d0be91e HTTP/1.1" status: 200  len: 210 time: 0.0475545
May 17 14:05:37.437343 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-e6cfb18e-1e98-43dd-a550-7c3d59f0b82f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:37.849579 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c56a5d69-3f3f-4d38-919e-ef9e69a87bdf req-493d6326-d5a7-4b59-80f0-a238adfb0064 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?device_id=716b967d-1176-458e-9446-85853d0be91e HTTP/1.1" status: 200  len: 210 time: 0.0495191
May 17 14:05:37.874463 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208fbcf9-7316-479c-8caf-1b98cad2e1d4 req-fb07ea77-5691-4c63-b40a-ccaf00546a65 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:37.875746 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-208fbcf9-7316-479c-8caf-1b98cad2e1d4 req-fb07ea77-5691-4c63-b40a-ccaf00546a65 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.49 "GET /v2.0/networks?id=69b6cbf8-fb2f-438a-896b-b3980c2acd2b HTTP/1.1" status: 200  len: 814 time: 0.2141659
May 17 14:05:37.887849 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-208fbcf9-7316-479c-8caf-1b98cad2e1d4 req-3e17aad6-1a0f-41b4-b42e-7515f988f79c tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Request body: {'port': {'device_id': '716b967d-1176-458e-9446-85853d0be91e', 'network_id': '69b6cbf8-fb2f-438a-896b-b3980c2acd2b', 'admin_state_up': True, 'tenant_id': 'fbb3fc1219ff4c9daad48a85acc8f1f0'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 14:05:38.030820 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-208fbcf9-7316-479c-8caf-1b98cad2e1d4 req-3e17aad6-1a0f-41b4-b42e-7515f988f79c tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 14:05:38.035121 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-208fbcf9-7316-479c-8caf-1b98cad2e1d4 req-3e17aad6-1a0f-41b4-b42e-7515f988f79c tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Usage tracker for resource:port and tenant:fbb3fc1219ff4c9daad48a85acc8f1f0 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 14:05:38.038110 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-208fbcf9-7316-479c-8caf-1b98cad2e1d4 req-3e17aad6-1a0f-41b4-b42e-7515f988f79c tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 14:05:38.044357 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-208fbcf9-7316-479c-8caf-1b98cad2e1d4 req-3e17aad6-1a0f-41b4-b42e-7515f988f79c tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 14:05:38.055550 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-208fbcf9-7316-479c-8caf-1b98cad2e1d4 req-3e17aad6-1a0f-41b4-b42e-7515f988f79c tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Made reservation on behalf of fbb3fc1219ff4c9daad48a85acc8f1f0 for: {'port': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 17 14:05:38.059027 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-208fbcf9-7316-479c-8caf-1b98cad2e1d4 req-3e17aad6-1a0f-41b4-b42e-7515f988f79c tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:38.234930 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_common [req-208fbcf9-7316-479c-8caf-1b98cad2e1d4 req-3e17aad6-1a0f-41b4-b42e-7515f988f79c tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Allocated IP 172.20.0.2 (69b6cbf8-fb2f-438a-896b-b3980c2acd2b/8d64206f-2239-483f-8543-3235009d0263/da7c63c8-1c63-47f5-97dd-b6cf436c2104) {{(pid=78743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 17 14:05:38.445099 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-208fbcf9-7316-479c-8caf-1b98cad2e1d4 req-3e17aad6-1a0f-41b4-b42e-7515f988f79c tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Notify callbacks [] for port, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:38.477016 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-208fbcf9-7316-479c-8caf-1b98cad2e1d4 req-3e17aad6-1a0f-41b4-b42e-7515f988f79c tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774149279272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133957597'] for port, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:38.483022 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-96771c4e-541f-43d2-ab70-c6c0c817fcdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:05:38.555097 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-208fbcf9-7316-479c-8caf-1b98cad2e1d4 req-3e17aad6-1a0f-41b4-b42e-7515f988f79c tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Network 69b6cbf8-fb2f-438a-896b-b3980c2acd2b is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 14:05:38.558409 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [req-208fbcf9-7316-479c-8caf-1b98cad2e1d4 req-3e17aad6-1a0f-41b4-b42e-7515f988f79c tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Resources bound (agent type, host, resource id):  {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 14:05:38.562616 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-208fbcf9-7316-479c-8caf-1b98cad2e1d4 req-3e17aad6-1a0f-41b4-b42e-7515f988f79c tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Received port after_create {{(pid=78743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 17 14:05:38.594604 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e17aad6-1a0f-41b4-b42e-7515f988f79c tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Pushing event updated for resources: {'Port': ['ID=da7c63c8-1c63-47f5-97dd-b6cf436c2104,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:05:38.606062 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-3e17aad6-1a0f-41b4-b42e-7515f988f79c tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:05:38.639397 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208fbcf9-7316-479c-8caf-1b98cad2e1d4 req-3e17aad6-1a0f-41b4-b42e-7515f988f79c tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:38.640558 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-208fbcf9-7316-479c-8caf-1b98cad2e1d4 req-3e17aad6-1a0f-41b4-b42e-7515f988f79c tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:38.664637 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-208fbcf9-7316-479c-8caf-1b98cad2e1d4 req-3e17aad6-1a0f-41b4-b42e-7515f988f79c tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7806985
May 17 14:05:38.676985 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-208fbcf9-7316-479c-8caf-1b98cad2e1d4 req-1c7d9ed6-a459-448f-8a0d-2b94983f774f service neutron] Request body: {'port': {'device_id': '716b967d-1176-458e-9446-85853d0be91e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 14:05:38.894056 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-208fbcf9-7316-479c-8caf-1b98cad2e1d4 req-1c7d9ed6-a459-448f-8a0d-2b94983f774f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:39.232280 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4f409-1c27-4f14-8b09-a7f05f87a1a3 req-b7c40349-f2d9-42b9-9a4e-ba6af180ae5d tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:39.233037 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-d4a4f409-1c27-4f14-8b09-a7f05f87a1a3 req-b7c40349-f2d9-42b9-9a4e-ba6af180ae5d tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Synchronizing usage tracker for tenant:fbb3fc1219ff4c9daad48a85acc8f1f0 on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 14:05:39.281023 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-d4a4f409-1c27-4f14-8b09-a7f05f87a1a3 req-b7c40349-f2d9-42b9-9a4e-ba6af180ae5d tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Unset dirty status for tenant:fbb3fc1219ff4c9daad48a85acc8f1f0 on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 14:05:39.282406 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d4a4f409-1c27-4f14-8b09-a7f05f87a1a3 req-b7c40349-f2d9-42b9-9a4e-ba6af180ae5d tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?device_id=716b967d-1176-458e-9446-85853d0be91e HTTP/1.1" status: 200  len: 931 time: 0.3084283
May 17 14:05:39.389930 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d4a4f409-1c27-4f14-8b09-a7f05f87a1a3 req-b2fea126-84e1-43a4-a334-06cedbd2b192 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/security-groups?id=70589da7-ebc4-4202-b813-680f84bcc05b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0976167
May 17 14:05:39.416524 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [req-208fbcf9-7316-479c-8caf-1b98cad2e1d4 req-1c7d9ed6-a459-448f-8a0d-2b94983f774f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da7c63c8-1c63-47f5-97dd-b6cf436c2104 {{(pid=78743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 17 14:05:39.425438 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-208fbcf9-7316-479c-8caf-1b98cad2e1d4 req-1c7d9ed6-a459-448f-8a0d-2b94983f774f service neutron] Notify callbacks [] for port, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:39.441925 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.provisioning_blocks [req-208fbcf9-7316-479c-8caf-1b98cad2e1d4 req-1c7d9ed6-a459-448f-8a0d-2b94983f774f service neutron] Transition to ACTIVE for port object da7c63c8-1c63-47f5-97dd-b6cf436c2104 will not be triggered until provisioned by entity L2. {{(pid=78743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 14:05:39.447266 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-208fbcf9-7316-479c-8caf-1b98cad2e1d4 req-1c7d9ed6-a459-448f-8a0d-2b94983f774f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133957588'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:39.451106 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-f17a2d20-43ad-41c1-8a83-51c06b00f244 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:05:39.578145 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7d9ed6-a459-448f-8a0d-2b94983f774f service neutron] Pushing event updated for resources: {'Port': ['ID=da7c63c8-1c63-47f5-97dd-b6cf436c2104,revision_number=2']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:05:39.604191 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-1c7d9ed6-a459-448f-8a0d-2b94983f774f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:05:39.686689 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-208fbcf9-7316-479c-8caf-1b98cad2e1d4 req-1c7d9ed6-a459-448f-8a0d-2b94983f774f service neutron] Attempting to bind port da7c63c8-1c63-47f5-97dd-b6cf436c2104 on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 17 14:05:39.687006 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-208fbcf9-7316-479c-8caf-1b98cad2e1d4 req-1c7d9ed6-a459-448f-8a0d-2b94983f774f service neutron] Attempting to bind port da7c63c8-1c63-47f5-97dd-b6cf436c2104 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'a1e937b5-bced-4439-a491-27ed690446ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '69b6cbf8-fb2f-438a-896b-b3980c2acd2b'}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 17 14:05:39.687331 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208fbcf9-7316-479c-8caf-1b98cad2e1d4 req-1c7d9ed6-a459-448f-8a0d-2b94983f774f service neutron] Attempting to bind port da7c63c8-1c63-47f5-97dd-b6cf436c2104 on network 69b6cbf8-fb2f-438a-896b-b3980c2acd2b {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 14:05:39.692741 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208fbcf9-7316-479c-8caf-1b98cad2e1d4 req-1c7d9ed6-a459-448f-8a0d-2b94983f774f service neutron] Port da7c63c8-1c63-47f5-97dd-b6cf436c2104 on network 69b6cbf8-fb2f-438a-896b-b3980c2acd2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 17 14:05:39.693056 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208fbcf9-7316-479c-8caf-1b98cad2e1d4 req-1c7d9ed6-a459-448f-8a0d-2b94983f774f service neutron] Attempting to bind port da7c63c8-1c63-47f5-97dd-b6cf436c2104 on network 69b6cbf8-fb2f-438a-896b-b3980c2acd2b {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 14:05:39.698283 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208fbcf9-7316-479c-8caf-1b98cad2e1d4 req-1c7d9ed6-a459-448f-8a0d-2b94983f774f service neutron] Checking agent: {'id': '2184a6b5-3e0c-4449-b4b5-a4e82803b4d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 53, 3), 'started_at': datetime.datetime(2021, 5, 17, 13, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 14, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 17 14:05:39.698616 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208fbcf9-7316-479c-8caf-1b98cad2e1d4 req-1c7d9ed6-a459-448f-8a0d-2b94983f774f service neutron] Checking segment: {'id': 'a1e937b5-bced-4439-a491-27ed690446ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '69b6cbf8-fb2f-438a-896b-b3980c2acd2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 14:05:39.699058 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208fbcf9-7316-479c-8caf-1b98cad2e1d4 req-1c7d9ed6-a459-448f-8a0d-2b94983f774f service neutron] Bound using segment: {'id': 'a1e937b5-bced-4439-a491-27ed690446ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '69b6cbf8-fb2f-438a-896b-b3980c2acd2b'} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 17 14:05:39.699512 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-208fbcf9-7316-479c-8caf-1b98cad2e1d4 req-1c7d9ed6-a459-448f-8a0d-2b94983f774f service neutron] Bound port: da7c63c8-1c63-47f5-97dd-b6cf436c2104, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1e937b5-bced-4439-a491-27ed690446ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '69b6cbf8-fb2f-438a-896b-b3980c2acd2b'}}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 17 14:05:39.699860 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-208fbcf9-7316-479c-8caf-1b98cad2e1d4 req-1c7d9ed6-a459-448f-8a0d-2b94983f774f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:39.790871 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-208fbcf9-7316-479c-8caf-1b98cad2e1d4 req-1c7d9ed6-a459-448f-8a0d-2b94983f774f service neutron] For port da7c63c8-1c63-47f5-97dd-b6cf436c2104, host hv-cinder-78836, cleared binding levels {{(pid=78743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 17 14:05:39.794613 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-208fbcf9-7316-479c-8caf-1b98cad2e1d4 req-1c7d9ed6-a459-448f-8a0d-2b94983f774f service neutron] For port da7c63c8-1c63-47f5-97dd-b6cf436c2104, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=da7c63c8-1c63-47f5-97dd-b6cf436c2104,segment=NetworkSegment(a1e937b5-bced-4439-a491-27ed690446ae),segment_id=a1e937b5-bced-4439-a491-27ed690446ae)] {{(pid=78743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 17 14:05:39.800450 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-208fbcf9-7316-479c-8caf-1b98cad2e1d4 req-1c7d9ed6-a459-448f-8a0d-2b94983f774f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133957588'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:39.804256 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-92318373-c64b-4e88-8a65-126ffaac11c1 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:05:39.870788 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208fbcf9-7316-479c-8caf-1b98cad2e1d4 req-1c7d9ed6-a459-448f-8a0d-2b94983f774f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:39.871407 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-208fbcf9-7316-479c-8caf-1b98cad2e1d4 req-1c7d9ed6-a459-448f-8a0d-2b94983f774f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:39.872810 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-208fbcf9-7316-479c-8caf-1b98cad2e1d4 req-1c7d9ed6-a459-448f-8a0d-2b94983f774f service neutron] 10.222.0.49 "PUT /v2.0/ports/da7c63c8-1c63-47f5-97dd-b6cf436c2104 HTTP/1.1" status: 200  len: 1093 time: 1.2001951
May 17 14:05:39.873319 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '716b967d-1176-458e-9446-85853d0be91e', 'tag': 'da7c63c8-1c63-47f5-97dd-b6cf436c2104'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 14:05:39.893619 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:39.897061 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7d9ed6-a459-448f-8a0d-2b94983f774f service neutron] Pushing event updated for resources: {'Port': ['ID=da7c63c8-1c63-47f5-97dd-b6cf436c2104,revision_number=3']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:05:39.900297 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-1c7d9ed6-a459-448f-8a0d-2b94983f774f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:05:39.953711 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '716b967d-1176-458e-9446-85853d0be91e', 'tag': 'da7c63c8-1c63-47f5-97dd-b6cf436c2104', 'status': 'completed', 'code': 200}
May 17 14:05:39.998495 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208fbcf9-7316-479c-8caf-1b98cad2e1d4 req-ccc6ad3c-3f67-4e75-a89f-486b90d85a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:40.000305 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-208fbcf9-7316-479c-8caf-1b98cad2e1d4 req-ccc6ad3c-3f67-4e75-a89f-486b90d85a36 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fbb3fc1219ff4c9daad48a85acc8f1f0&device_id=716b967d-1176-458e-9446-85853d0be91e HTTP/1.1" status: 200  len: 1096 time: 0.0781639
May 17 14:05:40.079161 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-208fbcf9-7316-479c-8caf-1b98cad2e1d4 req-9d3e4618-1165-456a-aab5-46402f911247 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=da7c63c8-1c63-47f5-97dd-b6cf436c2104 HTTP/1.1" status: 200  len: 217 time: 0.0706906
May 17 14:05:40.150057 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208fbcf9-7316-479c-8caf-1b98cad2e1d4 req-a6294738-7f33-453c-8596-77447c220e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:40.151764 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-208fbcf9-7316-479c-8caf-1b98cad2e1d4 req-a6294738-7f33-453c-8596-77447c220e88 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8d64206f-2239-483f-8543-3235009d0263 HTTP/1.1" status: 200  len: 854 time: 0.0658848
May 17 14:05:40.155779 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-91713bd9-3f75-43c7-a238-4ad82de4936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:40.207077 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-208fbcf9-7316-479c-8caf-1b98cad2e1d4 req-6622900b-65ea-4ab3-a3df-c90d211002bf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=69b6cbf8-fb2f-438a-896b-b3980c2acd2b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0486758
May 17 14:05:40.359329 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-208fbcf9-7316-479c-8caf-1b98cad2e1d4 req-4320a012-a308-46ce-8606-5e297bbb2069 service neutron] 10.222.0.49 "GET /v2.0/networks/69b6cbf8-fb2f-438a-896b-b3980c2acd2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1437447
May 17 14:05:40.584281 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-208fbcf9-7316-479c-8caf-1b98cad2e1d4 req-45a94358-100b-484d-aa10-ee79cf180b2e service neutron] 10.222.0.49 "GET /v2.0/networks/69b6cbf8-fb2f-438a-896b-b3980c2acd2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2175167
May 17 14:05:40.633438 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21955f5d-79d7-4fc7-9e38-372a4d0b0fde req-10b20cea-409c-46fa-ba2f-76f1cda42e46 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:40.634862 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-21955f5d-79d7-4fc7-9e38-372a4d0b0fde req-10b20cea-409c-46fa-ba2f-76f1cda42e46 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?device_id=716b967d-1176-458e-9446-85853d0be91e HTTP/1.1" status: 200  len: 943 time: 0.1159441
May 17 14:05:40.827372 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-21955f5d-79d7-4fc7-9e38-372a4d0b0fde req-17777851-f6ba-4a6e-9565-d3b5a51459e2 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/security-groups?id=70589da7-ebc4-4202-b813-680f84bcc05b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1589005
May 17 14:05:40.848025 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3243b8-e030-45e2-b93e-f149bfbeea1c req-21e24b69-2887-4e45-9ee0-a610a67777ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:40.850380 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ae3243b8-e030-45e2-b93e-f149bfbeea1c req-21e24b69-2887-4e45-9ee0-a610a67777ac service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fbb3fc1219ff4c9daad48a85acc8f1f0&device_id=716b967d-1176-458e-9446-85853d0be91e HTTP/1.1" status: 200  len: 1096 time: 0.2119865
May 17 14:05:40.991298 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3243b8-e030-45e2-b93e-f149bfbeea1c req-ba1a8fed-7df8-4756-b6c1-174c1e5e17a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:40.992697 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ae3243b8-e030-45e2-b93e-f149bfbeea1c req-ba1a8fed-7df8-4756-b6c1-174c1e5e17a8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=69b6cbf8-fb2f-438a-896b-b3980c2acd2b HTTP/1.1" status: 200  len: 915 time: 0.1352825
May 17 14:05:41.035175 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-533a9918-d89c-4562-8a48-35a661957320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:41.062830 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ae3243b8-e030-45e2-b93e-f149bfbeea1c req-61ca8a67-efc3-4bdd-8526-b076ab3be37d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=da7c63c8-1c63-47f5-97dd-b6cf436c2104 HTTP/1.1" status: 200  len: 217 time: 0.0624588
May 17 14:05:41.134679 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3243b8-e030-45e2-b93e-f149bfbeea1c req-b7a42d3e-7e81-4fa5-8335-88c1db713f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:41.136445 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ae3243b8-e030-45e2-b93e-f149bfbeea1c req-b7a42d3e-7e81-4fa5-8335-88c1db713f38 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8d64206f-2239-483f-8543-3235009d0263 HTTP/1.1" status: 200  len: 854 time: 0.0670378
May 17 14:05:41.184651 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ae3243b8-e030-45e2-b93e-f149bfbeea1c req-ee4837ec-ba1a-476d-93dd-c11d35b3ff90 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=69b6cbf8-fb2f-438a-896b-b3980c2acd2b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0418205
May 17 14:05:41.339100 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ae3243b8-e030-45e2-b93e-f149bfbeea1c req-2cbebdde-d57d-424b-9f69-ee545667f825 service neutron] 10.222.0.49 "GET /v2.0/networks/69b6cbf8-fb2f-438a-896b-b3980c2acd2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1475809
May 17 14:05:41.502887 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ae3243b8-e030-45e2-b93e-f149bfbeea1c req-3f10977f-293f-4d93-9429-c71d002f6be2 service neutron] 10.222.0.49 "GET /v2.0/networks/69b6cbf8-fb2f-438a-896b-b3980c2acd2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1504350
May 17 14:05:42.038611 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff3f612-33f9-4c94-9abf-8aac717280eb req-0aa69140-1c3a-4698-b0cf-cca585fed958 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:42.040137 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8ff3f612-33f9-4c94-9abf-8aac717280eb req-0aa69140-1c3a-4698-b0cf-cca585fed958 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?device_id=716b967d-1176-458e-9446-85853d0be91e HTTP/1.1" status: 200  len: 943 time: 0.0988691
May 17 14:05:42.093175 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8ff3f612-33f9-4c94-9abf-8aac717280eb req-e8cdc6ef-9737-4524-8fba-04e6e9ab3de8 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/security-groups?id=70589da7-ebc4-4202-b813-680f84bcc05b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458472
May 17 14:05:42.548580 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1529072-104d-404f-8ce8-7078c9c34ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:43.294524 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d52f89-4b27-4ca7-a741-7239908ceb7b req-9dbd19cf-a7b2-4c20-9edc-f1d98d6720f3 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:43.296216 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e1d52f89-4b27-4ca7-a741-7239908ceb7b req-9dbd19cf-a7b2-4c20-9edc-f1d98d6720f3 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?device_id=716b967d-1176-458e-9446-85853d0be91e HTTP/1.1" status: 200  len: 943 time: 0.0813622
May 17 14:05:43.344128 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e1d52f89-4b27-4ca7-a741-7239908ceb7b req-0d776cbd-abde-4936-a6b3-28cd30e36707 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/security-groups?id=70589da7-ebc4-4202-b813-680f84bcc05b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421889
May 17 14:05:43.840000 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device da7c63c8-1c63-47f5-97dd-b6cf436c2104 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 17 14:05:43.975075 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port da7c63c8-1c63-47f5-97dd-b6cf436c2104, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=da7c63c8-1c63-47f5-97dd-b6cf436c2104,segment=NetworkSegment(a1e937b5-bced-4439-a491-27ed690446ae),segment_id=a1e937b5-bced-4439-a491-27ed690446ae)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:05:43.989335 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Returning: {'device': 'da7c63c8-1c63-47f5-97dd-b6cf436c2104', 'network_id': '69b6cbf8-fb2f-438a-896b-b3980c2acd2b', 'port_id': 'da7c63c8-1c63-47f5-97dd-b6cf436c2104', 'mac_address': 'fa:16:3e:3b:d2:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d64206f-2239-483f-8543-3235009d0263', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 17 14:05:44.043369 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:44.060262 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da7c63c8-1c63-47f5-97dd-b6cf436c2104 {{(pid=78744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 17 14:05:44.076211 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port da7c63c8-1c63-47f5-97dd-b6cf436c2104, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=da7c63c8-1c63-47f5-97dd-b6cf436c2104,segment=NetworkSegment(a1e937b5-bced-4439-a491-27ed690446ae),segment_id=a1e937b5-bced-4439-a491-27ed690446ae)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:05:44.080837 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:44.082545 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-5682b10f-a410-40d4-ae93-056790686834 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:05:44.150946 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Pushing event updated for resources: {'Port': ['ID=da7c63c8-1c63-47f5-97dd-b6cf436c2104,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:05:44.154275 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:05:44.448588 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] get_ports_and_sgs() called for port_ids ['da7c63c8-1c63-47f5-97dd-b6cf436c2104'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 17 14:05:44.534576 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fce588-549f-47da-b049-71eadf471393 req-75c715c3-9aa4-4b73-b66e-9bbba90c6cc7 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:44.536120 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-98fce588-549f-47da-b049-71eadf471393 req-75c715c3-9aa4-4b73-b66e-9bbba90c6cc7 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?device_id=716b967d-1176-458e-9446-85853d0be91e HTTP/1.1" status: 200  len: 944 time: 0.0881813
May 17 14:05:44.583224 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-98fce588-549f-47da-b049-71eadf471393 req-f613c1ee-b1bb-4324-943c-a3dada53230f tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/security-groups?id=70589da7-ebc4-4202-b813-680f84bcc05b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413437
May 17 14:05:45.775741 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f321d-8fc6-41ce-8184-b36d6eb746be req-cf4aa93e-2ad1-45c2-a6b8-1aaf49f230e6 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:45.777344 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2f7f321d-8fc6-41ce-8184-b36d6eb746be req-cf4aa93e-2ad1-45c2-a6b8-1aaf49f230e6 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?device_id=716b967d-1176-458e-9446-85853d0be91e HTTP/1.1" status: 200  len: 944 time: 0.0850103
May 17 14:05:45.835053 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2f7f321d-8fc6-41ce-8184-b36d6eb746be req-e76f98d6-9d25-42e3-9a78-d49d66fd9901 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/security-groups?id=70589da7-ebc4-4202-b813-680f84bcc05b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499127
May 17 14:05:45.842169 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device da7c63c8-1c63-47f5-97dd-b6cf436c2104 up at agent hyperv_hv-cinder-78836 {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 14:05:45.953917 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Provisioning for port da7c63c8-1c63-47f5-97dd-b6cf436c2104 completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 14:05:45.958903 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Provisioning complete for port da7c63c8-1c63-47f5-97dd-b6cf436c2104 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 14:05:45.959281 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:46.086297 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:46.117579 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '716b967d-1176-458e-9446-85853d0be91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da7c63c8-1c63-47f5-97dd-b6cf436c2104'}] {{(pid=78744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 14:05:46.129091 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port da7c63c8-1c63-47f5-97dd-b6cf436c2104, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=da7c63c8-1c63-47f5-97dd-b6cf436c2104,segment=NetworkSegment(a1e937b5-bced-4439-a491-27ed690446ae),segment_id=a1e937b5-bced-4439-a491-27ed690446ae)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:05:46.135311 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:05:46.139837 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:05:46.219045 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Pushing event updated for resources: {'Port': ['ID=da7c63c8-1c63-47f5-97dd-b6cf436c2104,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:05:46.222646 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:05:46.228219 dv-cinder-788363-3-iscsi neutron-server[78744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '716b967d-1176-458e-9446-85853d0be91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da7c63c8-1c63-47f5-97dd-b6cf436c2104', 'code': 200}
May 17 14:05:46.490432 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea5cc2-a331-4f35-a389-78cd9ca8fd4b req-e0901032-de18-4b35-a2f0-0957b1284218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:46.491880 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4bea5cc2-a331-4f35-a389-78cd9ca8fd4b req-e0901032-de18-4b35-a2f0-0957b1284218 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=716b967d-1176-458e-9446-85853d0be91e HTTP/1.1" status: 200  len: 1098 time: 0.0765028
May 17 14:05:46.535918 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4bea5cc2-a331-4f35-a389-78cd9ca8fd4b req-9fe13a9e-9982-433c-887f-30709a67fc7e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=70589da7-ebc4-4202-b813-680f84bcc05b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372188
May 17 14:05:47.064845 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e9439-657a-44d9-8140-f84de87ea82b req-d447f879-b696-4820-9582-b0a5a8b3c81a tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:47.066416 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a31e9439-657a-44d9-8140-f84de87ea82b req-d447f879-b696-4820-9582-b0a5a8b3c81a tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?device_id=716b967d-1176-458e-9446-85853d0be91e HTTP/1.1" status: 200  len: 945 time: 0.0947251
May 17 14:05:47.117164 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a31e9439-657a-44d9-8140-f84de87ea82b req-95837fce-dbe1-4593-a014-0968cac0e900 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/security-groups?id=70589da7-ebc4-4202-b813-680f84bcc05b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445952
May 17 14:05:48.313064 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23202580-1aeb-486a-85ab-fd6d5614b6e2 req-1ea58405-40b1-44d1-ad89-525613146f23 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:48.314638 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-23202580-1aeb-486a-85ab-fd6d5614b6e2 req-1ea58405-40b1-44d1-ad89-525613146f23 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?device_id=716b967d-1176-458e-9446-85853d0be91e HTTP/1.1" status: 200  len: 945 time: 0.0849071
May 17 14:05:48.367119 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-23202580-1aeb-486a-85ab-fd6d5614b6e2 req-0fd31ace-a6d0-41a4-91b6-42312b0706d3 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/security-groups?id=70589da7-ebc4-4202-b813-680f84bcc05b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465288
May 17 14:05:54.668972 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-8052cd49-7a68-4d4d-8373-307cb75036c7 None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 17 14:05:58.593953 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36438e1b-85d0-46eb-b957-7e14606a07a8 req-72192bf9-7e5d-4b53-809d-d89b64c1e462 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:05:58.595435 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-36438e1b-85d0-46eb-b957-7e14606a07a8 req-72192bf9-7e5d-4b53-809d-d89b64c1e462 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/networks?id=69b6cbf8-fb2f-438a-896b-b3980c2acd2b HTTP/1.1" status: 200  len: 814 time: 0.1540184
May 17 14:05:58.611650 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-36438e1b-85d0-46eb-b957-7e14606a07a8 req-221e5623-d75d-4905-b15c-b3cd564e52d1 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/quotas/fbb3fc1219ff4c9daad48a85acc8f1f0 HTTP/1.1" status: 200  len: 375 time: 0.0104966
May 17 14:05:58.695364 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-36438e1b-85d0-46eb-b957-7e14606a07a8 req-33be3e36-e93d-4ffa-aea9-1bc17a3abf76 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=fbb3fc1219ff4c9daad48a85acc8f1f0&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0781372
May 17 14:05:58.955563 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-36438e1b-85d0-46eb-b957-7e14606a07a8 req-aad499b6-661a-49ed-ac06-a84d17270063 service neutron] 10.222.0.54 "GET /v2.0/networks/69b6cbf8-fb2f-438a-896b-b3980c2acd2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2532787
May 17 14:05:59.087827 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-36438e1b-85d0-46eb-b957-7e14606a07a8 req-e9710267-2576-45e5-a22d-8d2e7abf6347 service neutron] 10.222.0.54 "GET /v2.0/networks/69b6cbf8-fb2f-438a-896b-b3980c2acd2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1264162
May 17 14:05:59.263203 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-64610fa1-04ed-4118-87f4-3e530d0a6436 req-c0fa0585-e0c9-4c03-8d00-f2ebbb267f94 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2cc2dc8-e2d1-49b1-9245-4132e87bbd7a HTTP/1.1" status: 200  len: 210 time: 0.0426931
May 17 14:06:00.360368 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36438e1b-85d0-46eb-b957-7e14606a07a8 req-6e3ff5aa-8224-4fa8-8f72-7384960fe404 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:00.361806 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-36438e1b-85d0-46eb-b957-7e14606a07a8 req-6e3ff5aa-8224-4fa8-8f72-7384960fe404 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.49 "GET /v2.0/networks?id=69b6cbf8-fb2f-438a-896b-b3980c2acd2b HTTP/1.1" status: 200  len: 814 time: 0.1560447
May 17 14:06:00.376085 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-36438e1b-85d0-46eb-b957-7e14606a07a8 req-46408b94-6594-4cf6-b973-c2aa1ae11f0e tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Request body: {'port': {'device_id': 'e2cc2dc8-e2d1-49b1-9245-4132e87bbd7a', 'network_id': '69b6cbf8-fb2f-438a-896b-b3980c2acd2b', 'admin_state_up': True, 'tenant_id': 'fbb3fc1219ff4c9daad48a85acc8f1f0'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 14:06:00.496751 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-003c0cba-b1e0-4989-8776-846ada0d2ff1 req-f81d4fc3-f95f-42fb-9f72-25614c2d5c79 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2cc2dc8-e2d1-49b1-9245-4132e87bbd7a HTTP/1.1" status: 200  len: 210 time: 0.1069088
May 17 14:06:00.555198 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-36438e1b-85d0-46eb-b957-7e14606a07a8 req-46408b94-6594-4cf6-b973-c2aa1ae11f0e tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 14:06:00.565004 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-36438e1b-85d0-46eb-b957-7e14606a07a8 req-46408b94-6594-4cf6-b973-c2aa1ae11f0e tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 14:06:00.574306 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36438e1b-85d0-46eb-b957-7e14606a07a8 req-46408b94-6594-4cf6-b973-c2aa1ae11f0e tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Made reservation on behalf of fbb3fc1219ff4c9daad48a85acc8f1f0 for: {'port': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 17 14:06:00.578384 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-36438e1b-85d0-46eb-b957-7e14606a07a8 req-46408b94-6594-4cf6-b973-c2aa1ae11f0e tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:00.736213 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_common [req-36438e1b-85d0-46eb-b957-7e14606a07a8 req-46408b94-6594-4cf6-b973-c2aa1ae11f0e tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Allocated IP 172.20.0.10 (69b6cbf8-fb2f-438a-896b-b3980c2acd2b/8d64206f-2239-483f-8543-3235009d0263/70c3762b-4dea-4028-8520-3ff2d20439d2) {{(pid=78743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 17 14:06:00.934361 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-36438e1b-85d0-46eb-b957-7e14606a07a8 req-46408b94-6594-4cf6-b973-c2aa1ae11f0e tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Notify callbacks [] for port, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:00.964001 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-36438e1b-85d0-46eb-b957-7e14606a07a8 req-46408b94-6594-4cf6-b973-c2aa1ae11f0e tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774149279272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133957597'] for port, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:00.970021 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-28cd0a18-a675-4573-a26e-568d48c34bb9 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:06:00.976814 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] get_ports_and_sgs() called for port_ids ['da7c63c8-1c63-47f5-97dd-b6cf436c2104'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 17 14:06:01.036360 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36438e1b-85d0-46eb-b957-7e14606a07a8 req-46408b94-6594-4cf6-b973-c2aa1ae11f0e tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Network 69b6cbf8-fb2f-438a-896b-b3980c2acd2b is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 14:06:01.039371 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [req-36438e1b-85d0-46eb-b957-7e14606a07a8 req-46408b94-6594-4cf6-b973-c2aa1ae11f0e tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Resources bound (agent type, host, resource id):  {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 14:06:01.043249 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-36438e1b-85d0-46eb-b957-7e14606a07a8 req-46408b94-6594-4cf6-b973-c2aa1ae11f0e tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Received port after_create {{(pid=78743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 17 14:06:01.078845 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46408b94-6594-4cf6-b973-c2aa1ae11f0e tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Pushing event updated for resources: {'Port': ['ID=70c3762b-4dea-4028-8520-3ff2d20439d2,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:06:01.089819 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-46408b94-6594-4cf6-b973-c2aa1ae11f0e tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:06:01.117580 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36438e1b-85d0-46eb-b957-7e14606a07a8 req-46408b94-6594-4cf6-b973-c2aa1ae11f0e tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:01.118196 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-36438e1b-85d0-46eb-b957-7e14606a07a8 req-46408b94-6594-4cf6-b973-c2aa1ae11f0e tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:01.145581 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-36438e1b-85d0-46eb-b957-7e14606a07a8 req-46408b94-6594-4cf6-b973-c2aa1ae11f0e tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7733612
May 17 14:06:01.159579 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-36438e1b-85d0-46eb-b957-7e14606a07a8 req-508b9e02-b5eb-48cd-a671-b4ccb9b7846c service neutron] Request body: {'port': {'device_id': 'e2cc2dc8-e2d1-49b1-9245-4132e87bbd7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 14:06:01.274326 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-36438e1b-85d0-46eb-b957-7e14606a07a8 req-508b9e02-b5eb-48cd-a671-b4ccb9b7846c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:01.641584 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [req-36438e1b-85d0-46eb-b957-7e14606a07a8 req-508b9e02-b5eb-48cd-a671-b4ccb9b7846c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70c3762b-4dea-4028-8520-3ff2d20439d2 {{(pid=78743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 17 14:06:01.657772 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-36438e1b-85d0-46eb-b957-7e14606a07a8 req-508b9e02-b5eb-48cd-a671-b4ccb9b7846c service neutron] Notify callbacks [] for port, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:01.679964 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.provisioning_blocks [req-36438e1b-85d0-46eb-b957-7e14606a07a8 req-508b9e02-b5eb-48cd-a671-b4ccb9b7846c service neutron] Transition to ACTIVE for port object 70c3762b-4dea-4028-8520-3ff2d20439d2 will not be triggered until provisioned by entity L2. {{(pid=78743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 14:06:01.685288 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-36438e1b-85d0-46eb-b957-7e14606a07a8 req-508b9e02-b5eb-48cd-a671-b4ccb9b7846c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133957588'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:01.690410 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-5bcacca1-381e-49d7-a226-2e8c0dcd7813 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:06:01.956779 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9534610-81f2-43a3-8609-7afe0cfb5b59 req-6888cba7-b118-4a06-acef-cbdb64415314 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:01.957474 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-a9534610-81f2-43a3-8609-7afe0cfb5b59 req-6888cba7-b118-4a06-acef-cbdb64415314 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Synchronizing usage tracker for tenant:fbb3fc1219ff4c9daad48a85acc8f1f0 on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 14:06:01.964319 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b9e02-b5eb-48cd-a671-b4ccb9b7846c service neutron] Pushing event updated for resources: {'Port': ['ID=70c3762b-4dea-4028-8520-3ff2d20439d2,revision_number=2']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:06:01.967245 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-508b9e02-b5eb-48cd-a671-b4ccb9b7846c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:06:02.037095 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-a9534610-81f2-43a3-8609-7afe0cfb5b59 req-6888cba7-b118-4a06-acef-cbdb64415314 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Unset dirty status for tenant:fbb3fc1219ff4c9daad48a85acc8f1f0 on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 14:06:02.038254 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a9534610-81f2-43a3-8609-7afe0cfb5b59 req-6888cba7-b118-4a06-acef-cbdb64415314 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2cc2dc8-e2d1-49b1-9245-4132e87bbd7a HTTP/1.1" status: 200  len: 932 time: 0.4375179
May 17 14:06:02.082895 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-36438e1b-85d0-46eb-b957-7e14606a07a8 req-508b9e02-b5eb-48cd-a671-b4ccb9b7846c service neutron] Attempting to bind port 70c3762b-4dea-4028-8520-3ff2d20439d2 on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 17 14:06:02.083231 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-36438e1b-85d0-46eb-b957-7e14606a07a8 req-508b9e02-b5eb-48cd-a671-b4ccb9b7846c service neutron] Attempting to bind port 70c3762b-4dea-4028-8520-3ff2d20439d2 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'a1e937b5-bced-4439-a491-27ed690446ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '69b6cbf8-fb2f-438a-896b-b3980c2acd2b'}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 17 14:06:02.083631 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36438e1b-85d0-46eb-b957-7e14606a07a8 req-508b9e02-b5eb-48cd-a671-b4ccb9b7846c service neutron] Attempting to bind port 70c3762b-4dea-4028-8520-3ff2d20439d2 on network 69b6cbf8-fb2f-438a-896b-b3980c2acd2b {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 14:06:02.104928 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36438e1b-85d0-46eb-b957-7e14606a07a8 req-508b9e02-b5eb-48cd-a671-b4ccb9b7846c service neutron] Port 70c3762b-4dea-4028-8520-3ff2d20439d2 on network 69b6cbf8-fb2f-438a-896b-b3980c2acd2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 17 14:06:02.105152 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36438e1b-85d0-46eb-b957-7e14606a07a8 req-508b9e02-b5eb-48cd-a671-b4ccb9b7846c service neutron] Attempting to bind port 70c3762b-4dea-4028-8520-3ff2d20439d2 on network 69b6cbf8-fb2f-438a-896b-b3980c2acd2b {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 14:06:02.118123 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36438e1b-85d0-46eb-b957-7e14606a07a8 req-508b9e02-b5eb-48cd-a671-b4ccb9b7846c service neutron] Checking agent: {'id': '2184a6b5-3e0c-4449-b4b5-a4e82803b4d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 53, 3), 'started_at': datetime.datetime(2021, 5, 17, 13, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 14, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 17 14:06:02.118465 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36438e1b-85d0-46eb-b957-7e14606a07a8 req-508b9e02-b5eb-48cd-a671-b4ccb9b7846c service neutron] Checking segment: {'id': 'a1e937b5-bced-4439-a491-27ed690446ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '69b6cbf8-fb2f-438a-896b-b3980c2acd2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 14:06:02.118968 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36438e1b-85d0-46eb-b957-7e14606a07a8 req-508b9e02-b5eb-48cd-a671-b4ccb9b7846c service neutron] Bound using segment: {'id': 'a1e937b5-bced-4439-a491-27ed690446ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '69b6cbf8-fb2f-438a-896b-b3980c2acd2b'} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 17 14:06:02.119377 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-36438e1b-85d0-46eb-b957-7e14606a07a8 req-508b9e02-b5eb-48cd-a671-b4ccb9b7846c service neutron] Bound port: 70c3762b-4dea-4028-8520-3ff2d20439d2, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1e937b5-bced-4439-a491-27ed690446ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '69b6cbf8-fb2f-438a-896b-b3980c2acd2b'}}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 17 14:06:02.119753 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-36438e1b-85d0-46eb-b957-7e14606a07a8 req-508b9e02-b5eb-48cd-a671-b4ccb9b7846c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:02.132849 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a9534610-81f2-43a3-8609-7afe0cfb5b59 req-9140a4e6-0e13-4fd9-8e7d-a188b6f62a4d tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/security-groups?id=70589da7-ebc4-4202-b813-680f84bcc05b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879004
May 17 14:06:02.214354 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-36438e1b-85d0-46eb-b957-7e14606a07a8 req-508b9e02-b5eb-48cd-a671-b4ccb9b7846c service neutron] For port 70c3762b-4dea-4028-8520-3ff2d20439d2, host hv-cinder-78836, cleared binding levels {{(pid=78743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 17 14:06:02.217706 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-36438e1b-85d0-46eb-b957-7e14606a07a8 req-508b9e02-b5eb-48cd-a671-b4ccb9b7846c service neutron] For port 70c3762b-4dea-4028-8520-3ff2d20439d2, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=70c3762b-4dea-4028-8520-3ff2d20439d2,segment=NetworkSegment(a1e937b5-bced-4439-a491-27ed690446ae),segment_id=a1e937b5-bced-4439-a491-27ed690446ae)] {{(pid=78743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 17 14:06:02.222043 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-36438e1b-85d0-46eb-b957-7e14606a07a8 req-508b9e02-b5eb-48cd-a671-b4ccb9b7846c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133957588'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:02.226136 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-b695e9d1-ed9f-47da-bad7-6da3e050d786 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:06:02.289681 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36438e1b-85d0-46eb-b957-7e14606a07a8 req-508b9e02-b5eb-48cd-a671-b4ccb9b7846c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:02.290298 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-36438e1b-85d0-46eb-b957-7e14606a07a8 req-508b9e02-b5eb-48cd-a671-b4ccb9b7846c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:02.291699 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-36438e1b-85d0-46eb-b957-7e14606a07a8 req-508b9e02-b5eb-48cd-a671-b4ccb9b7846c service neutron] 10.222.0.49 "PUT /v2.0/ports/70c3762b-4dea-4028-8520-3ff2d20439d2 HTTP/1.1" status: 200  len: 1094 time: 1.1383588
May 17 14:06:02.292208 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2cc2dc8-e2d1-49b1-9245-4132e87bbd7a', 'tag': '70c3762b-4dea-4028-8520-3ff2d20439d2'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 14:06:02.316262 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b9e02-b5eb-48cd-a671-b4ccb9b7846c service neutron] Pushing event updated for resources: {'Port': ['ID=70c3762b-4dea-4028-8520-3ff2d20439d2,revision_number=3']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:06:02.321248 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-508b9e02-b5eb-48cd-a671-b4ccb9b7846c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:06:02.369792 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2cc2dc8-e2d1-49b1-9245-4132e87bbd7a', 'tag': '70c3762b-4dea-4028-8520-3ff2d20439d2', 'status': 'completed', 'code': 200}
May 17 14:06:02.411721 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36438e1b-85d0-46eb-b957-7e14606a07a8 req-449a613c-88c0-4da1-a442-b99e4599e4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:02.413182 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-36438e1b-85d0-46eb-b957-7e14606a07a8 req-449a613c-88c0-4da1-a442-b99e4599e4ef service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fbb3fc1219ff4c9daad48a85acc8f1f0&device_id=e2cc2dc8-e2d1-49b1-9245-4132e87bbd7a HTTP/1.1" status: 200  len: 1097 time: 0.0786219
May 17 14:06:02.483882 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-36438e1b-85d0-46eb-b957-7e14606a07a8 req-a77c1a69-e1cc-4ee3-a9bc-04ee7ee89329 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70c3762b-4dea-4028-8520-3ff2d20439d2 HTTP/1.1" status: 200  len: 217 time: 0.0632658
May 17 14:06:02.544689 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36438e1b-85d0-46eb-b957-7e14606a07a8 req-4f0e1526-9ccf-4a9a-9144-6176544b8d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:02.546547 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-36438e1b-85d0-46eb-b957-7e14606a07a8 req-4f0e1526-9ccf-4a9a-9144-6176544b8d2a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8d64206f-2239-483f-8543-3235009d0263 HTTP/1.1" status: 200  len: 854 time: 0.0564106
May 17 14:06:02.591952 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-36438e1b-85d0-46eb-b957-7e14606a07a8 req-7f2f02da-0843-43b9-9e37-c1b586b8a5a8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=69b6cbf8-fb2f-438a-896b-b3980c2acd2b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0396531
May 17 14:06:02.725473 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-36438e1b-85d0-46eb-b957-7e14606a07a8 req-380e3e62-f94e-4aaf-bbb1-0aeb67f46ef5 service neutron] 10.222.0.49 "GET /v2.0/networks/69b6cbf8-fb2f-438a-896b-b3980c2acd2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1269495
May 17 14:06:02.859225 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-36438e1b-85d0-46eb-b957-7e14606a07a8 req-71d0f725-8b61-4ddb-8e12-dafaf6b57a0b service neutron] 10.222.0.49 "GET /v2.0/networks/69b6cbf8-fb2f-438a-896b-b3980c2acd2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1277606
May 17 14:06:02.980932 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7449a7-c0da-4ca6-b729-e5b933aefd05 req-d9a0c6a9-04ee-41fc-83c4-53ef010ff01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:02.982322 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0a7449a7-c0da-4ca6-b729-e5b933aefd05 req-d9a0c6a9-04ee-41fc-83c4-53ef010ff01d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fbb3fc1219ff4c9daad48a85acc8f1f0&device_id=e2cc2dc8-e2d1-49b1-9245-4132e87bbd7a HTTP/1.1" status: 200  len: 1097 time: 0.0758150
May 17 14:06:03.113107 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7449a7-c0da-4ca6-b729-e5b933aefd05 req-8e94f4b7-d0c4-4db5-b907-70d9861c5ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:03.114538 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0a7449a7-c0da-4ca6-b729-e5b933aefd05 req-8e94f4b7-d0c4-4db5-b907-70d9861c5ec3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=69b6cbf8-fb2f-438a-896b-b3980c2acd2b HTTP/1.1" status: 200  len: 915 time: 0.1260219
May 17 14:06:03.186645 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0a7449a7-c0da-4ca6-b729-e5b933aefd05 req-d71fdad1-927a-4905-9e0c-7fab9cec2d16 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70c3762b-4dea-4028-8520-3ff2d20439d2 HTTP/1.1" status: 200  len: 217 time: 0.0650778
May 17 14:06:03.282797 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7449a7-c0da-4ca6-b729-e5b933aefd05 req-240bc658-4bd8-440d-b59c-371aebc92fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:03.284250 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0a7449a7-c0da-4ca6-b729-e5b933aefd05 req-240bc658-4bd8-440d-b59c-371aebc92fe2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8d64206f-2239-483f-8543-3235009d0263 HTTP/1.1" status: 200  len: 854 time: 0.0912530
May 17 14:06:03.343130 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0a7449a7-c0da-4ca6-b729-e5b933aefd05 req-71b97b6b-51d5-4237-8a98-533587d2bfe7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=69b6cbf8-fb2f-438a-896b-b3980c2acd2b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0483382
May 17 14:06:03.450122 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989bc347-e082-43a6-8f7b-a724387e7c82 req-3cf810d7-1bb0-400d-81d1-33405ea2c6e3 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:03.451606 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-989bc347-e082-43a6-8f7b-a724387e7c82 req-3cf810d7-1bb0-400d-81d1-33405ea2c6e3 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2cc2dc8-e2d1-49b1-9245-4132e87bbd7a HTTP/1.1" status: 200  len: 944 time: 0.2075057
May 17 14:06:03.525584 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:03.631843 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-989bc347-e082-43a6-8f7b-a724387e7c82 req-b65ccd15-0403-4776-b1c9-9c095fe118d6 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/security-groups?id=70589da7-ebc4-4202-b813-680f84bcc05b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1735127
May 17 14:06:03.633564 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0a7449a7-c0da-4ca6-b729-e5b933aefd05 req-7da70dc3-facc-4077-85c3-688af45ff7a7 service neutron] 10.222.0.49 "GET /v2.0/networks/69b6cbf8-fb2f-438a-896b-b3980c2acd2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2829976
May 17 14:06:03.765947 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0a7449a7-c0da-4ca6-b729-e5b933aefd05 req-0bb429ba-aafb-4fd3-9264-ee8da844235e service neutron] 10.222.0.49 "GET /v2.0/networks/69b6cbf8-fb2f-438a-896b-b3980c2acd2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1245573
May 17 14:06:04.816759 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b338a-2666-4677-aac6-7e91d05da10d req-9e1d49e0-9a6d-4b33-a41e-054ef3515b90 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:04.818247 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-516b338a-2666-4677-aac6-7e91d05da10d req-9e1d49e0-9a6d-4b33-a41e-054ef3515b90 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2cc2dc8-e2d1-49b1-9245-4132e87bbd7a HTTP/1.1" status: 200  len: 944 time: 0.0816212
May 17 14:06:04.913515 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-516b338a-2666-4677-aac6-7e91d05da10d req-ebbb37cf-d97e-476d-b91f-cf3907226172 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/security-groups?id=70589da7-ebc4-4202-b813-680f84bcc05b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573652
May 17 14:06:04.927523 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d5e32174-9fb9-4b06-adc7-4c4ea424eb4a req-41cf812e-7ffe-4ac9-ae54-3c0157537fb3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1082654
May 17 14:06:05.069432 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e32174-9fb9-4b06-adc7-4c4ea424eb4a req-4526b83e-ecfe-4946-a5fd-134f819019b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:05.070919 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d5e32174-9fb9-4b06-adc7-4c4ea424eb4a req-4526b83e-ecfe-4946-a5fd-134f819019b2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=67705816dc0348c8a6486f2aa1cb2549&device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 1099 time: 0.0690985
May 17 14:06:05.214265 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e32174-9fb9-4b06-adc7-4c4ea424eb4a req-f181c9d1-e98b-43f0-846b-cdd7b2bb8278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:05.215683 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d5e32174-9fb9-4b06-adc7-4c4ea424eb4a req-f181c9d1-e98b-43f0-846b-cdd7b2bb8278 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f96cba92-eccd-4fce-9019-8397a76ebc2b HTTP/1.1" status: 200  len: 918 time: 0.1243427
May 17 14:06:05.318053 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d5e32174-9fb9-4b06-adc7-4c4ea424eb4a req-b647907b-6655-4461-92af-ff1bf52c19f9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5abe17c-1a60-495c-9c17-f647fd90ae47 HTTP/1.1" status: 200  len: 1001 time: 0.0956719
May 17 14:06:05.384453 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e32174-9fb9-4b06-adc7-4c4ea424eb4a req-03788b09-9659-4c68-93a6-b4e09dd3b83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:05.385868 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d5e32174-9fb9-4b06-adc7-4c4ea424eb4a req-03788b09-9659-4c68-93a6-b4e09dd3b83f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d7bf7301-b5af-4e08-ada3-78e2aec55a6a HTTP/1.1" status: 200  len: 856 time: 0.0603430
May 17 14:06:05.461319 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e32174-9fb9-4b06-adc7-4c4ea424eb4a req-7a3b385e-fd13-4848-980c-c865d76a5fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:05.462838 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d5e32174-9fb9-4b06-adc7-4c4ea424eb4a req-7a3b385e-fd13-4848-980c-c865d76a5fa5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f96cba92-eccd-4fce-9019-8397a76ebc2b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0701125
May 17 14:06:05.598179 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d5e32174-9fb9-4b06-adc7-4c4ea424eb4a req-c4cc69ca-fb97-47b3-97da-abaf30235f16 service neutron] 10.222.0.49 "GET /v2.0/networks/f96cba92-eccd-4fce-9019-8397a76ebc2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1285043
May 17 14:06:05.728705 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d5e32174-9fb9-4b06-adc7-4c4ea424eb4a req-51b82788-b81a-4de3-ad38-f547bef2bf3f service neutron] 10.222.0.49 "GET /v2.0/networks/f96cba92-eccd-4fce-9019-8397a76ebc2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234362
May 17 14:06:05.972213 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device 70c3762b-4dea-4028-8520-3ff2d20439d2 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 17 14:06:06.117146 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad8043-d5f4-4986-8588-20f168159f12 req-17320747-a026-462e-a57e-49a9efaa9d66 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:06.118616 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-69ad8043-d5f4-4986-8588-20f168159f12 req-17320747-a026-462e-a57e-49a9efaa9d66 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2cc2dc8-e2d1-49b1-9245-4132e87bbd7a HTTP/1.1" status: 200  len: 944 time: 0.0951419
May 17 14:06:06.124075 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port 70c3762b-4dea-4028-8520-3ff2d20439d2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=70c3762b-4dea-4028-8520-3ff2d20439d2,segment=NetworkSegment(a1e937b5-bced-4439-a491-27ed690446ae),segment_id=a1e937b5-bced-4439-a491-27ed690446ae)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:06:06.139658 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Returning: {'device': '70c3762b-4dea-4028-8520-3ff2d20439d2', 'network_id': '69b6cbf8-fb2f-438a-896b-b3980c2acd2b', 'port_id': '70c3762b-4dea-4028-8520-3ff2d20439d2', 'mac_address': 'fa:16:3e:51:fc:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d64206f-2239-483f-8543-3235009d0263', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 17 14:06:06.165800 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-69ad8043-d5f4-4986-8588-20f168159f12 req-e454f7eb-9ce6-4438-aa57-77ef29131a65 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/security-groups?id=70589da7-ebc4-4202-b813-680f84bcc05b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411534
May 17 14:06:06.200769 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:06.217964 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70c3762b-4dea-4028-8520-3ff2d20439d2 {{(pid=78744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 17 14:06:06.235559 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port 70c3762b-4dea-4028-8520-3ff2d20439d2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=70c3762b-4dea-4028-8520-3ff2d20439d2,segment=NetworkSegment(a1e937b5-bced-4439-a491-27ed690446ae),segment_id=a1e937b5-bced-4439-a491-27ed690446ae)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:06:06.240007 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:06.243361 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-c0e2cbd2-521b-41af-be29-238944bdee60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:06:06.311119 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Pushing event updated for resources: {'Port': ['ID=70c3762b-4dea-4028-8520-3ff2d20439d2,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:06:06.318536 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:06:06.318879 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:06:06.319207 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:06:06.319564 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:06:06.319887 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:06:06.320208 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:06:06.320525 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:06:06.320842 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:06:06.321156 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:06:06.321472 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:06:06.321784 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:06:06.322094 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:06:06.326296 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:06:06.543966 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a3dd1-a455-4c9e-87e3-414ae217c055 req-5f882e21-0d7f-4e50-b969-ec133ff883c5 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:06.545809 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9b3a3dd1-a455-4c9e-87e3-414ae217c055 req-5f882e21-0d7f-4e50-b969-ec133ff883c5 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 946 time: 0.0825708
May 17 14:06:06.594232 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9b3a3dd1-a455-4c9e-87e3-414ae217c055 req-504f9b9e-e8e6-4c51-b7b7-d01ee1e10166 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f3ce71-30d1-476c-abb2-120e2c19a402&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431151
May 17 14:06:06.621079 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] get_ports_and_sgs() called for port_ids ['70c3762b-4dea-4028-8520-3ff2d20439d2'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 17 14:06:07.357862 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7305cfb7-c8c6-4ecb-a5c7-a471eadef79c req-fdfb062e-809e-4b1a-b68c-4e831ceec402 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:07.360398 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7305cfb7-c8c6-4ecb-a5c7-a471eadef79c req-fdfb062e-809e-4b1a-b68c-4e831ceec402 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2cc2dc8-e2d1-49b1-9245-4132e87bbd7a HTTP/1.1" status: 200  len: 945 time: 0.0863168
May 17 14:06:07.407593 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7305cfb7-c8c6-4ecb-a5c7-a471eadef79c req-c429c65e-c2de-40d3-93a2-cb30da996d6d tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/security-groups?id=70589da7-ebc4-4202-b813-680f84bcc05b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412488
May 17 14:06:07.440268 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0171cb79-f87c-439a-871c-63c86be1b8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:07.789496 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3fff83-2fa4-4f6c-95c5-3e9b415f0cd8 req-06fc213e-1875-4b88-b547-cc197b005958 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:07.791119 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4b3fff83-2fa4-4f6c-95c5-3e9b415f0cd8 req-06fc213e-1875-4b88-b547-cc197b005958 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 946 time: 0.0870030
May 17 14:06:07.839088 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4b3fff83-2fa4-4f6c-95c5-3e9b415f0cd8 req-c678e9f3-9e8d-4e3b-bc9a-b5223f3b8a40 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f3ce71-30d1-476c-abb2-120e2c19a402&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410497
May 17 14:06:07.978083 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device 70c3762b-4dea-4028-8520-3ff2d20439d2 up at agent hyperv_hv-cinder-78836 {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 14:06:08.049718 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Provisioning for port 70c3762b-4dea-4028-8520-3ff2d20439d2 completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 14:06:08.056718 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Provisioning complete for port 70c3762b-4dea-4028-8520-3ff2d20439d2 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 14:06:08.057123 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:08.184609 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:08.213031 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2cc2dc8-e2d1-49b1-9245-4132e87bbd7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c3762b-4dea-4028-8520-3ff2d20439d2'}] {{(pid=78744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 14:06:08.222495 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port 70c3762b-4dea-4028-8520-3ff2d20439d2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=70c3762b-4dea-4028-8520-3ff2d20439d2,segment=NetworkSegment(a1e937b5-bced-4439-a491-27ed690446ae),segment_id=a1e937b5-bced-4439-a491-27ed690446ae)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:06:08.226663 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:08.229813 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:06:08.261661 dv-cinder-788363-3-iscsi neutron-server[78744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2cc2dc8-e2d1-49b1-9245-4132e87bbd7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c3762b-4dea-4028-8520-3ff2d20439d2', 'code': 200}
May 17 14:06:08.306796 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Pushing event updated for resources: {'Port': ['ID=70c3762b-4dea-4028-8520-3ff2d20439d2,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:06:08.309627 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:06:08.408036 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf7bb79-a4a5-4b55-9bc7-aaf0cd6cfa94 req-6e1d8a8e-d805-4669-b3ee-a4f3a9905ca9 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:08.409479 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cdf7bb79-a4a5-4b55-9bc7-aaf0cd6cfa94 req-6e1d8a8e-d805-4669-b3ee-a4f3a9905ca9 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.49 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 946 time: 0.0807979
May 17 14:06:08.775063 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e44ee7a-9dce-424f-8260-7c2f5eb73b16 req-c0685ac5-bc27-4651-9b61-b55417867bef tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:08.776550 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2e44ee7a-9dce-424f-8260-7c2f5eb73b16 req-c0685ac5-bc27-4651-9b61-b55417867bef tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2cc2dc8-e2d1-49b1-9245-4132e87bbd7a HTTP/1.1" status: 200  len: 946 time: 0.2126901
May 17 14:06:08.780976 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf67dd-0b84-4bb2-976d-96a9a1969e22 req-da67180f-463e-4df6-a35f-88635230e5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:08.782359 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-81cf67dd-0b84-4bb2-976d-96a9a1969e22 req-da67180f-463e-4df6-a35f-88635230e5d5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e2cc2dc8-e2d1-49b1-9245-4132e87bbd7a HTTP/1.1" status: 200  len: 1099 time: 0.2174168
May 17 14:06:08.826222 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-cdf7bb79-a4a5-4b55-9bc7-aaf0cd6cfa94 req-c27cc931-0313-48f4-af7e-a781cfea99a5 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Deleting port d5abe17c-1a60-495c-9c17-f647fd90ae47 {{(pid=78743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 14:06:08.826559 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-cdf7bb79-a4a5-4b55-9bc7-aaf0cd6cfa94 req-c27cc931-0313-48f4-af7e-a781cfea99a5 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:08.928585 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2e44ee7a-9dce-424f-8260-7c2f5eb73b16 req-daa30eed-4700-4d24-a528-bab7f0db14fc tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/security-groups?id=70589da7-ebc4-4202-b813-680f84bcc05b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1437907
May 17 14:06:08.942302 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-81cf67dd-0b84-4bb2-976d-96a9a1969e22 req-8ef447a5-f2ab-4b6f-b25d-37750f908877 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=70589da7-ebc4-4202-b813-680f84bcc05b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1421597
May 17 14:06:09.000259 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-cdf7bb79-a4a5-4b55-9bc7-aaf0cd6cfa94 req-c27cc931-0313-48f4-af7e-a781cfea99a5 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] For port d5abe17c-1a60-495c-9c17-f647fd90ae47, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d5abe17c-1a60-495c-9c17-f647fd90ae47,segment=NetworkSegment(41cda2c3-d474-4247-94e6-3fc71c3a8d3e),segment_id=41cda2c3-d474-4247-94e6-3fc71c3a8d3e)] {{(pid=78743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:06:09.000831 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-cdf7bb79-a4a5-4b55-9bc7-aaf0cd6cfa94 req-c27cc931-0313-48f4-af7e-a781cfea99a5 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:09.401617 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11665389-4e94-476c-9576-964bd157317c req-5d0b2a52-3c8e-4e28-918e-52ca2000414f tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:09.403105 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-11665389-4e94-476c-9576-964bd157317c req-5d0b2a52-3c8e-4e28-918e-52ca2000414f tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 946 time: 0.2947021
May 17 14:06:09.431677 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-cdf7bb79-a4a5-4b55-9bc7-aaf0cd6cfa94 req-c27cc931-0313-48f4-af7e-a781cfea99a5 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:09.432391 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-cdf7bb79-a4a5-4b55-9bc7-aaf0cd6cfa94 req-c27cc931-0313-48f4-af7e-a781cfea99a5 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975218'] for floatingip, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:09.432391 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.db.l3_db [req-cdf7bb79-a4a5-4b55-9bc7-aaf0cd6cfa94 req-c27cc931-0313-48f4-af7e-a781cfea99a5 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Floating IP 40a2d908-7f1f-45bc-b134-23551f336a3a disassociated. External IP: 172.27.1.202, port: d5abe17c-1a60-495c-9c17-f647fd90ae47.
May 17 14:06:09.432661 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-cdf7bb79-a4a5-4b55-9bc7-aaf0cd6cfa94 req-c27cc931-0313-48f4-af7e-a781cfea99a5 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Calling delete_port for d5abe17c-1a60-495c-9c17-f647fd90ae47 owned by compute:nova {{(pid=78743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 14:06:09.471820 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-11665389-4e94-476c-9576-964bd157317c req-c0096d8f-853c-4403-81ca-564898d41f5a tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f3ce71-30d1-476c-abb2-120e2c19a402&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0622425
May 17 14:06:09.573393 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-cdf7bb79-a4a5-4b55-9bc7-aaf0cd6cfa94 req-c27cc931-0313-48f4-af7e-a781cfea99a5 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133957597'] for port, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:09.580670 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-4e6cc32c-e45e-45f4-aea2-03e95a8b83a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:06:09.631403 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27cc931-0313-48f4-af7e-a781cfea99a5 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Pushing event deleted for resources: {'Port': ['ID=d5abe17c-1a60-495c-9c17-f647fd90ae47,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:06:09.643617 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27cc931-0313-48f4-af7e-a781cfea99a5 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:06:09.643998 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27cc931-0313-48f4-af7e-a781cfea99a5 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:06:09.644364 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27cc931-0313-48f4-af7e-a781cfea99a5 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:06:09.644729 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27cc931-0313-48f4-af7e-a781cfea99a5 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:06:09.645088 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27cc931-0313-48f4-af7e-a781cfea99a5 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:06:09.645445 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27cc931-0313-48f4-af7e-a781cfea99a5 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:06:09.645801 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27cc931-0313-48f4-af7e-a781cfea99a5 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:06:09.646153 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27cc931-0313-48f4-af7e-a781cfea99a5 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:06:09.646503 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27cc931-0313-48f4-af7e-a781cfea99a5 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:06:09.646855 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27cc931-0313-48f4-af7e-a781cfea99a5 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:06:09.647210 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27cc931-0313-48f4-af7e-a781cfea99a5 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:06:09.647594 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27cc931-0313-48f4-af7e-a781cfea99a5 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:06:09.651686 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-c27cc931-0313-48f4-af7e-a781cfea99a5 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:06:09.832297 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cdf7bb79-a4a5-4b55-9bc7-aaf0cd6cfa94 req-c27cc931-0313-48f4-af7e-a781cfea99a5 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Router d2d1e582-0441-4cc3-be8a-b3570f74fe4d has already been hosted by L3 agent 5f048e90-1481-4c55-97c3-311a68b90326 {{(pid=78743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 17 14:06:09.889958 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:10.033365 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cdf7bb79-a4a5-4b55-9bc7-aaf0cd6cfa94 req-c27cc931-0313-48f4-af7e-a781cfea99a5 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify agent at l3_agent.dv-cinder-788363-3-iscsi the message routers_updated {{(pid=78743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 17 14:06:10.043392 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8981b61-c21f-4ace-bda7-113c77c73fe2 None None] Sync routers for ids ['d2d1e582-0441-4cc3-be8a-b3570f74fe4d'] in dv-cinder-788363-3-iscsi {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 17 14:06:10.059708 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8981b61-c21f-4ace-bda7-113c77c73fe2 None None] Routers {'d2d1e582-0441-4cc3-be8a-b3570f74fe4d'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 14:06:10.060796 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-f8981b61-c21f-4ace-bda7-113c77c73fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae40759b50>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T14:05:40Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['d2d1e582-0441-4cc3-be8a-b3570f74fe4d'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:06:10.156480 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-ab11c1e1-76ad-476b-9a35-3d2a620cc8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:10.272000 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-f8981b61-c21f-4ace-bda7-113c77c73fe2 None None] Set router d2d1e582-0441-4cc3-be8a-b3570f74fe4d gateway port host: dv-cinder-788363-3-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 14:06:10.281667 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdf7bb79-a4a5-4b55-9bc7-aaf0cd6cfa94 req-c27cc931-0313-48f4-af7e-a781cfea99a5 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] No DVR routers for this DVR port d5abe17c-1a60-495c-9c17-f647fd90ae47 on host hv-cinder-78836 {{(pid=78743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 17 14:06:10.285002 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-cdf7bb79-a4a5-4b55-9bc7-aaf0cd6cfa94 req-c27cc931-0313-48f4-af7e-a781cfea99a5 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:10.287611 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ac3a61-131b-4fc5-bfc4-927376fc6697', 'name': 'network-vif-deleted', 'tag': 'd5abe17c-1a60-495c-9c17-f647fd90ae47'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 14:06:10.309123 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cdf7bb79-a4a5-4b55-9bc7-aaf0cd6cfa94 req-c27cc931-0313-48f4-af7e-a781cfea99a5 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.49 "DELETE /v2.0/ports/d5abe17c-1a60-495c-9c17-f647fd90ae47 HTTP/1.1" status: 204  len: 173 time: 1.8914616
May 17 14:06:10.331900 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3557a6c4-71fe-4dae-89d4-5cb93bb4f69b req-3ba825fa-745d-4a06-b438-5c0cef54a589 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:10.339721 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3557a6c4-71fe-4dae-89d4-5cb93bb4f69b req-3ba825fa-745d-4a06-b438-5c0cef54a589 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2cc2dc8-e2d1-49b1-9245-4132e87bbd7a HTTP/1.1" status: 200  len: 946 time: 0.2723742
May 17 14:06:10.383588 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3557a6c4-71fe-4dae-89d4-5cb93bb4f69b req-7ec2acc3-b794-4984-b83f-9c9deae6677a tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/security-groups?id=70589da7-ebc4-4202-b813-680f84bcc05b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433135
May 17 14:06:10.436711 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50ac3a61-131b-4fc5-bfc4-927376fc6697', 'name': 'network-vif-deleted', 'tag': 'd5abe17c-1a60-495c-9c17-f647fd90ae47', 'status': 'completed', 'code': 200}
May 17 14:06:10.621767 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-f8981b61-c21f-4ace-bda7-113c77c73fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae40759b50>, [{'id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'name': 'tempest-AttachVolumeShelveTestJSON-1637185521-router', 'tenant_id': '67705816dc0348c8a6486f2aa1cb2549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '42b3510b-e9c6-47b4-b6f4-b0be19bc469c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:54:40Z', 'updated_at': '2021-05-17T13:54:48Z', 'revision_number': 4, 'project_id': '67705816dc0348c8a6486f2aa1cb2549', 'gw_port': {'id': '42b3510b-e9c6-47b4-b6f4-b0be19bc469c', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:41Z', 'updated_at': '2021-05-17T13:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_interfaces': [{'id': '033680b6-e7c4-4f4b-85d9-bac1a3dc5507', 'name': '', 'network_id': 'f96cba92-eccd-4fce-9019-8397a76ebc2b', 'tenant_id': '67705816dc0348c8a6486f2aa1cb2549', 'mac_address': 'fa:16:3e:09:9f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd7bf7301-b5af-4e08-ada3-78e2aec55a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:47Z', 'updated_at': '2021-05-17T13:55:05Z', 'revision_number': 5, 'project_id': '67705816dc0348c8a6486f2aa1cb2549', 'subnets': [{'id': 'd7bf7301-b5af-4e08-ada3-78e2aec55a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:06:10.626023 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8981b61-c21f-4ace-bda7-113c77c73fe2 None None] Checking router: d2d1e582-0441-4cc3-be8a-b3570f74fe4d for host: dv-cinder-788363-3-iscsi {{(pid=78745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 17 14:06:10.635071 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8981b61-c21f-4ace-bda7-113c77c73fe2 None None] Routers {'d2d1e582-0441-4cc3-be8a-b3570f74fe4d'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 14:06:10.635653 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-f8981b61-c21f-4ace-bda7-113c77c73fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae40759b50>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T14:06:10Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['d2d1e582-0441-4cc3-be8a-b3570f74fe4d'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:06:10.648504 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-f7e7567b-b08d-4e1f-9244-995091425190 req-15a0868d-a7c5-4367-a837-55495ce53d20 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Synchronizing usage tracker for tenant:67705816dc0348c8a6486f2aa1cb2549 on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 14:06:10.667291 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-f7e7567b-b08d-4e1f-9244-995091425190 req-15a0868d-a7c5-4367-a837-55495ce53d20 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Unset dirty status for tenant:67705816dc0348c8a6486f2aa1cb2549 on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 14:06:10.668727 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f7e7567b-b08d-4e1f-9244-995091425190 req-15a0868d-a7c5-4367-a837-55495ce53d20 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ac3a61-131b-4fc5-bfc4-927376fc6697 HTTP/1.1" status: 200  len: 210 time: 0.0657332
May 17 14:06:10.833973 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-f8981b61-c21f-4ace-bda7-113c77c73fe2 None None] Set router d2d1e582-0441-4cc3-be8a-b3570f74fe4d gateway port host: dv-cinder-788363-3-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 14:06:11.037093 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-533a9918-d89c-4562-8a48-35a661957320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:11.150718 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-f8981b61-c21f-4ace-bda7-113c77c73fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae40759b50>, [{'id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'name': 'tempest-AttachVolumeShelveTestJSON-1637185521-router', 'tenant_id': '67705816dc0348c8a6486f2aa1cb2549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '42b3510b-e9c6-47b4-b6f4-b0be19bc469c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:54:40Z', 'updated_at': '2021-05-17T13:54:48Z', 'revision_number': 4, 'project_id': '67705816dc0348c8a6486f2aa1cb2549', 'gw_port': {'id': '42b3510b-e9c6-47b4-b6f4-b0be19bc469c', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:41Z', 'updated_at': '2021-05-17T13:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_interfaces': [{'id': '033680b6-e7c4-4f4b-85d9-bac1a3dc5507', 'name': '', 'network_id': 'f96cba92-eccd-4fce-9019-8397a76ebc2b', 'tenant_id': '67705816dc0348c8a6486f2aa1cb2549', 'mac_address': 'fa:16:3e:09:9f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd7bf7301-b5af-4e08-ada3-78e2aec55a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:47Z', 'updated_at': '2021-05-17T13:55:05Z', 'revision_number': 5, 'project_id': '67705816dc0348c8a6486f2aa1cb2549', 'subnets': [{'id': 'd7bf7301-b5af-4e08-ada3-78e2aec55a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:06:11.154644 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8981b61-c21f-4ace-bda7-113c77c73fe2 None None] The sync data for ids ['d2d1e582-0441-4cc3-be8a-b3570f74fe4d'] in dv-cinder-788363-3-iscsi is: [{'id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'name': 'tempest-AttachVolumeShelveTestJSON-1637185521-router', 'tenant_id': '67705816dc0348c8a6486f2aa1cb2549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '42b3510b-e9c6-47b4-b6f4-b0be19bc469c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:54:40Z', 'updated_at': '2021-05-17T13:54:48Z', 'revision_number': 4, 'project_id': '67705816dc0348c8a6486f2aa1cb2549', 'gw_port': {'id': '42b3510b-e9c6-47b4-b6f4-b0be19bc469c', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:41Z', 'updated_at': '2021-05-17T13:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_interfaces': [{'id': '033680b6-e7c4-4f4b-85d9-bac1a3dc5507', 'name': '', 'network_id': 'f96cba92-eccd-4fce-9019-8397a76ebc2b', 'tenant_id': '67705816dc0348c8a6486f2aa1cb2549', 'mac_address': 'fa:16:3e:09:9f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd7bf7301-b5af-4e08-ada3-78e2aec55a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:47Z', 'updated_at': '2021-05-17T13:55:05Z', 'revision_number': 5, 'project_id': '67705816dc0348c8a6486f2aa1cb2549', 'subnets': [{'id': 'd7bf7301-b5af-4e08-ada3-78e2aec55a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 17 14:06:11.356786 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f611c3-7390-49a9-8437-ce112db61b4c None None] New status for floating IP 40a2d908-7f1f-45bc-b134-23551f336a3a: DOWN {{(pid=78744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 17 14:06:11.574144 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f6991-f981-4123-b542-8287bec003fa req-eb27ad33-1e25-4a7b-9a4d-cd4efe96c90a tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:11.575665 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-558f6991-f981-4123-b542-8287bec003fa req-eb27ad33-1e25-4a7b-9a4d-cd4efe96c90a tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2cc2dc8-e2d1-49b1-9245-4132e87bbd7a HTTP/1.1" status: 200  len: 946 time: 0.0852976
May 17 14:06:11.621388 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-558f6991-f981-4123-b542-8287bec003fa req-fab4115b-0f6f-4f5e-bb77-08bc4ac9a8f5 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/security-groups?id=70589da7-ebc4-4202-b813-680f84bcc05b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397155
May 17 14:06:11.910646 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 40546) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:06:11.976112 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-41031b53-b757-46f6-96b7-34af352574b0 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:11.982966 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device d5abe17c-1a60-495c-9c17-f647fd90ae47 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 17 14:06:12.006780 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-41031b53-b757-46f6-96b7-34af352574b0 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:12.018245 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] No Port match for: d5abe17c-1a60-495c-9c17-f647fd90ae47 {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 17 14:06:12.018599 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device d5abe17c-1a60-495c-9c17-f647fd90ae47 not bound to the agent host hv-cinder-78836 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 17 14:06:12.060315 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-41031b53-b757-46f6-96b7-34af352574b0 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:12.065419 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-80f06c16-2d91-446d-bf0b-443012091717 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:06:12.080649 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41031b53-b757-46f6-96b7-34af352574b0 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f3ce71-30d1-476c-abb2-120e2c19a402,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:06:12.083364 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-41031b53-b757-46f6-96b7-34af352574b0 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:06:12.089700 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-41031b53-b757-46f6-96b7-34af352574b0 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:12.090813 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-41031b53-b757-46f6-96b7-34af352574b0 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "DELETE /v2.0/security-groups/f7f3ce71-30d1-476c-abb2-120e2c19a402 HTTP/1.1" status: 204  len: 168 time: 0.1788139
May 17 14:06:12.094216 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 40554) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:06:12.119997 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.api.v2.resource [None req-66e60f44-2090-4162-8d0b-ca1bb351dc81 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] show failed (client error): The resource could not be found.
May 17 14:06:12.124420 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-66e60f44-2090-4162-8d0b-ca1bb351dc81 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "GET /v2.0/security-groups/f7f3ce71-30d1-476c-abb2-120e2c19a402 HTTP/1.1" status: 404  len: 347 time: 0.0290673
May 17 14:06:12.124978 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 40558) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:06:12.365262 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-05f50f59-0917-4bfc-8e2b-e67f90b62ed4 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Deleting port affb2577-330c-473b-8808-5caf4a1e247d {{(pid=78742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 14:06:12.365647 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-05f50f59-0917-4bfc-8e2b-e67f90b62ed4 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:12.482796 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-05f50f59-0917-4bfc-8e2b-e67f90b62ed4 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:12.483117 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-05f50f59-0917-4bfc-8e2b-e67f90b62ed4 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:12.551909 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1529072-104d-404f-8ce8-7078c9c34ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:12.603333 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-05f50f59-0917-4bfc-8e2b-e67f90b62ed4 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Calling delete_port for affb2577-330c-473b-8808-5caf4a1e247d owned by network:floatingip {{(pid=78742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 14:06:12.710163 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-05f50f59-0917-4bfc-8e2b-e67f90b62ed4 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132438228'] for port, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:12.714743 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-c0108e0f-1843-43e4-9c5b-034457db8011 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:06:12.759188 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f50f59-0917-4bfc-8e2b-e67f90b62ed4 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Pushing event deleted for resources: {'Port': ['ID=affb2577-330c-473b-8808-5caf4a1e247d,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:06:12.762119 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-05f50f59-0917-4bfc-8e2b-e67f90b62ed4 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:06:12.847701 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-05f50f59-0917-4bfc-8e2b-e67f90b62ed4 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks [] for floatingip, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:12.866583 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-05f50f59-0917-4bfc-8e2b-e67f90b62ed4 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for floatingip, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:12.867658 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-05f50f59-0917-4bfc-8e2b-e67f90b62ed4 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] 10.222.0.54 "DELETE /v2.0/floatingips/40a2d908-7f1f-45bc-b134-23551f336a3a HTTP/1.1" status: 204  len: 168 time: 0.7415829
May 17 14:06:13.722530 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60dcf7-f4d1-47ad-b25a-aa05a90d763e req-fe4984bf-9189-44db-9537-de11afdcbb3a tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:13.723894 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9f60dcf7-f4d1-47ad-b25a-aa05a90d763e req-fe4984bf-9189-44db-9537-de11afdcbb3a tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/networks?id=69b6cbf8-fb2f-438a-896b-b3980c2acd2b HTTP/1.1" status: 200  len: 814 time: 0.1430054
May 17 14:06:13.738585 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9f60dcf7-f4d1-47ad-b25a-aa05a90d763e req-0b8f54f0-0071-4150-a820-febb4a15ec2a tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/quotas/fbb3fc1219ff4c9daad48a85acc8f1f0 HTTP/1.1" status: 200  len: 375 time: 0.0091317
May 17 14:06:13.822784 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9f60dcf7-f4d1-47ad-b25a-aa05a90d763e req-26e9ae0a-f331-4f31-ac24-b541a851caed tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=fbb3fc1219ff4c9daad48a85acc8f1f0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0793390
May 17 14:06:13.953750 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9f60dcf7-f4d1-47ad-b25a-aa05a90d763e req-98190a60-0bd2-4a17-9464-93fa2e65f016 service neutron] 10.222.0.54 "GET /v2.0/networks/69b6cbf8-fb2f-438a-896b-b3980c2acd2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1235044
May 17 14:06:14.082737 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9f60dcf7-f4d1-47ad-b25a-aa05a90d763e req-2bc3080a-1185-4975-8816-6313a0355169 service neutron] 10.222.0.54 "GET /v2.0/networks/69b6cbf8-fb2f-438a-896b-b3980c2acd2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231940
May 17 14:06:14.327883 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e725c6a6-2924-4f18-bb3f-bccc9582816d req-20d84105-8f94-4b44-8f3c-9219faf5a6ac tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ad9afd-acd4-4c3d-aeb9-8d744fcfd4b7 HTTP/1.1" status: 200  len: 210 time: 0.0442731
May 17 14:06:15.320252 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60dcf7-f4d1-47ad-b25a-aa05a90d763e req-fca7d298-56a5-4303-909b-a5b586955f80 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:15.321676 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9f60dcf7-f4d1-47ad-b25a-aa05a90d763e req-fca7d298-56a5-4303-909b-a5b586955f80 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.49 "GET /v2.0/networks?id=69b6cbf8-fb2f-438a-896b-b3980c2acd2b HTTP/1.1" status: 200  len: 814 time: 0.1537638
May 17 14:06:15.333658 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-9f60dcf7-f4d1-47ad-b25a-aa05a90d763e req-473142f1-9ddb-426d-9a06-965f8a463880 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Request body: {'port': {'device_id': 'c7ad9afd-acd4-4c3d-aeb9-8d744fcfd4b7', 'network_id': '69b6cbf8-fb2f-438a-896b-b3980c2acd2b', 'admin_state_up': True, 'tenant_id': 'fbb3fc1219ff4c9daad48a85acc8f1f0'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 14:06:15.494403 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7f2deb4b-1de0-4be2-b045-4d05024c907b req-e94aadad-1c7f-44cb-8983-5154a27b750b tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ad9afd-acd4-4c3d-aeb9-8d744fcfd4b7 HTTP/1.1" status: 200  len: 210 time: 0.0605676
May 17 14:06:15.518243 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-9f60dcf7-f4d1-47ad-b25a-aa05a90d763e req-473142f1-9ddb-426d-9a06-965f8a463880 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 14:06:15.527617 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-9f60dcf7-f4d1-47ad-b25a-aa05a90d763e req-473142f1-9ddb-426d-9a06-965f8a463880 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 14:06:15.537349 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f60dcf7-f4d1-47ad-b25a-aa05a90d763e req-473142f1-9ddb-426d-9a06-965f8a463880 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Made reservation on behalf of fbb3fc1219ff4c9daad48a85acc8f1f0 for: {'port': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 17 14:06:15.540794 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-9f60dcf7-f4d1-47ad-b25a-aa05a90d763e req-473142f1-9ddb-426d-9a06-965f8a463880 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:15.704450 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_common [req-9f60dcf7-f4d1-47ad-b25a-aa05a90d763e req-473142f1-9ddb-426d-9a06-965f8a463880 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Allocated IP 172.20.0.9 (69b6cbf8-fb2f-438a-896b-b3980c2acd2b/8d64206f-2239-483f-8543-3235009d0263/147b8fbf-31f7-4004-8434-2bbf63a26aaa) {{(pid=78743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 17 14:06:15.796870 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 40616) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:06:15.916460 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-9f60dcf7-f4d1-47ad-b25a-aa05a90d763e req-473142f1-9ddb-426d-9a06-965f8a463880 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Notify callbacks [] for port, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:15.947698 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-9f60dcf7-f4d1-47ad-b25a-aa05a90d763e req-473142f1-9ddb-426d-9a06-965f8a463880 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774149279272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133957597'] for port, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:15.954496 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-d056cbb3-2a00-4e31-bec7-5c33147e0d53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:06:15.958838 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] get_ports_and_sgs() called for port_ids ['da7c63c8-1c63-47f5-97dd-b6cf436c2104', '70c3762b-4dea-4028-8520-3ff2d20439d2'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 17 14:06:16.026320 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473142f1-9ddb-426d-9a06-965f8a463880 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Pushing event updated for resources: {'Port': ['ID=147b8fbf-31f7-4004-8434-2bbf63a26aaa,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:06:16.030704 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-473142f1-9ddb-426d-9a06-965f8a463880 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:06:16.044199 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f60dcf7-f4d1-47ad-b25a-aa05a90d763e req-473142f1-9ddb-426d-9a06-965f8a463880 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Network 69b6cbf8-fb2f-438a-896b-b3980c2acd2b is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 14:06:16.045408 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [req-9f60dcf7-f4d1-47ad-b25a-aa05a90d763e req-473142f1-9ddb-426d-9a06-965f8a463880 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Resources bound (agent type, host, resource id):  {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 14:06:16.048216 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f60dcf7-f4d1-47ad-b25a-aa05a90d763e req-473142f1-9ddb-426d-9a06-965f8a463880 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Received port after_create {{(pid=78743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 17 14:06:16.120824 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60dcf7-f4d1-47ad-b25a-aa05a90d763e req-473142f1-9ddb-426d-9a06-965f8a463880 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:16.121436 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-9f60dcf7-f4d1-47ad-b25a-aa05a90d763e req-473142f1-9ddb-426d-9a06-965f8a463880 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:16.150137 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9f60dcf7-f4d1-47ad-b25a-aa05a90d763e req-473142f1-9ddb-426d-9a06-965f8a463880 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8200026
May 17 14:06:16.165039 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-9f60dcf7-f4d1-47ad-b25a-aa05a90d763e req-e3dfb75a-1fbe-40e9-9daf-5abe72fa9036 service neutron] Request body: {'port': {'device_id': 'c7ad9afd-acd4-4c3d-aeb9-8d744fcfd4b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 14:06:16.439304 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-9f60dcf7-f4d1-47ad-b25a-aa05a90d763e req-e3dfb75a-1fbe-40e9-9daf-5abe72fa9036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:16.555265 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-648662b7-8cb0-43cf-a04c-35b6c3434fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1977280'] for router_interface, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:16.784866 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73060002-9c15-44c9-b43f-ae56ffcfae8c req-ce9ede1f-b71b-4194-ae9c-e4a1df81a693 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:16.785561 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-73060002-9c15-44c9-b43f-ae56ffcfae8c req-ce9ede1f-b71b-4194-ae9c-e4a1df81a693 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Synchronizing usage tracker for tenant:fbb3fc1219ff4c9daad48a85acc8f1f0 on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 14:06:16.814089 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-73060002-9c15-44c9-b43f-ae56ffcfae8c req-ce9ede1f-b71b-4194-ae9c-e4a1df81a693 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Unset dirty status for tenant:fbb3fc1219ff4c9daad48a85acc8f1f0 on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 14:06:16.815251 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-73060002-9c15-44c9-b43f-ae56ffcfae8c req-ce9ede1f-b71b-4194-ae9c-e4a1df81a693 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ad9afd-acd4-4c3d-aeb9-8d744fcfd4b7 HTTP/1.1" status: 200  len: 931 time: 0.2109754
May 17 14:06:16.875053 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-73060002-9c15-44c9-b43f-ae56ffcfae8c req-2d953b46-b034-46d6-b3ea-de73cf57450a tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/security-groups?id=70589da7-ebc4-4202-b813-680f84bcc05b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528684
May 17 14:06:16.935299 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [req-9f60dcf7-f4d1-47ad-b25a-aa05a90d763e req-e3dfb75a-1fbe-40e9-9daf-5abe72fa9036 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 147b8fbf-31f7-4004-8434-2bbf63a26aaa {{(pid=78743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 17 14:06:16.943322 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-9f60dcf7-f4d1-47ad-b25a-aa05a90d763e req-e3dfb75a-1fbe-40e9-9daf-5abe72fa9036 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:16.957810 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.provisioning_blocks [req-9f60dcf7-f4d1-47ad-b25a-aa05a90d763e req-e3dfb75a-1fbe-40e9-9daf-5abe72fa9036 service neutron] Transition to ACTIVE for port object 147b8fbf-31f7-4004-8434-2bbf63a26aaa will not be triggered until provisioned by entity L2. {{(pid=78743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 14:06:16.961681 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-9f60dcf7-f4d1-47ad-b25a-aa05a90d763e req-e3dfb75a-1fbe-40e9-9daf-5abe72fa9036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133957588'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:16.966154 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-648662b7-8cb0-43cf-a04c-35b6c3434fc7 admin admin] Deleting port 033680b6-e7c4-4f4b-85d9-bac1a3dc5507 {{(pid=78742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 14:06:16.966708 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-473142f1-9ddb-426d-9a06-965f8a463880 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:06:16.966811 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-648662b7-8cb0-43cf-a04c-35b6c3434fc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:17.086630 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.db [None req-648662b7-8cb0-43cf-a04c-35b6c3434fc7 admin admin] For port 033680b6-e7c4-4f4b-85d9-bac1a3dc5507, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=033680b6-e7c4-4f4b-85d9-bac1a3dc5507,segment=NetworkSegment(41cda2c3-d474-4247-94e6-3fc71c3a8d3e),segment_id=41cda2c3-d474-4247-94e6-3fc71c3a8d3e)] {{(pid=78742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:06:17.086893 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-648662b7-8cb0-43cf-a04c-35b6c3434fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:17.145158 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dfb75a-1fbe-40e9-9daf-5abe72fa9036 service neutron] Pushing event updated for resources: {'Port': ['ID=147b8fbf-31f7-4004-8434-2bbf63a26aaa,revision_number=2']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:06:17.150212 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-e3dfb75a-1fbe-40e9-9daf-5abe72fa9036 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:06:17.189624 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-9f60dcf7-f4d1-47ad-b25a-aa05a90d763e req-e3dfb75a-1fbe-40e9-9daf-5abe72fa9036 service neutron] Attempting to bind port 147b8fbf-31f7-4004-8434-2bbf63a26aaa on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 17 14:06:17.189953 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-9f60dcf7-f4d1-47ad-b25a-aa05a90d763e req-e3dfb75a-1fbe-40e9-9daf-5abe72fa9036 service neutron] Attempting to bind port 147b8fbf-31f7-4004-8434-2bbf63a26aaa by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'a1e937b5-bced-4439-a491-27ed690446ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '69b6cbf8-fb2f-438a-896b-b3980c2acd2b'}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 17 14:06:17.190282 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f60dcf7-f4d1-47ad-b25a-aa05a90d763e req-e3dfb75a-1fbe-40e9-9daf-5abe72fa9036 service neutron] Attempting to bind port 147b8fbf-31f7-4004-8434-2bbf63a26aaa on network 69b6cbf8-fb2f-438a-896b-b3980c2acd2b {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 14:06:17.194917 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f60dcf7-f4d1-47ad-b25a-aa05a90d763e req-e3dfb75a-1fbe-40e9-9daf-5abe72fa9036 service neutron] Port 147b8fbf-31f7-4004-8434-2bbf63a26aaa on network 69b6cbf8-fb2f-438a-896b-b3980c2acd2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 17 14:06:17.195233 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f60dcf7-f4d1-47ad-b25a-aa05a90d763e req-e3dfb75a-1fbe-40e9-9daf-5abe72fa9036 service neutron] Attempting to bind port 147b8fbf-31f7-4004-8434-2bbf63a26aaa on network 69b6cbf8-fb2f-438a-896b-b3980c2acd2b {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 14:06:17.200255 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f60dcf7-f4d1-47ad-b25a-aa05a90d763e req-e3dfb75a-1fbe-40e9-9daf-5abe72fa9036 service neutron] Checking agent: {'id': '2184a6b5-3e0c-4449-b4b5-a4e82803b4d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 53, 3), 'started_at': datetime.datetime(2021, 5, 17, 13, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 14, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 17 14:06:17.200600 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f60dcf7-f4d1-47ad-b25a-aa05a90d763e req-e3dfb75a-1fbe-40e9-9daf-5abe72fa9036 service neutron] Checking segment: {'id': 'a1e937b5-bced-4439-a491-27ed690446ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '69b6cbf8-fb2f-438a-896b-b3980c2acd2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 14:06:17.200993 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f60dcf7-f4d1-47ad-b25a-aa05a90d763e req-e3dfb75a-1fbe-40e9-9daf-5abe72fa9036 service neutron] Bound using segment: {'id': 'a1e937b5-bced-4439-a491-27ed690446ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '69b6cbf8-fb2f-438a-896b-b3980c2acd2b'} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 17 14:06:17.201408 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-9f60dcf7-f4d1-47ad-b25a-aa05a90d763e req-e3dfb75a-1fbe-40e9-9daf-5abe72fa9036 service neutron] Bound port: 147b8fbf-31f7-4004-8434-2bbf63a26aaa, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1e937b5-bced-4439-a491-27ed690446ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '69b6cbf8-fb2f-438a-896b-b3980c2acd2b'}}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 17 14:06:17.201752 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-9f60dcf7-f4d1-47ad-b25a-aa05a90d763e req-e3dfb75a-1fbe-40e9-9daf-5abe72fa9036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:17.208355 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-648662b7-8cb0-43cf-a04c-35b6c3434fc7 admin admin] Calling delete_port for 033680b6-e7c4-4f4b-85d9-bac1a3dc5507 owned by network:router_interface {{(pid=78742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 14:06:17.292141 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-9f60dcf7-f4d1-47ad-b25a-aa05a90d763e req-e3dfb75a-1fbe-40e9-9daf-5abe72fa9036 service neutron] For port 147b8fbf-31f7-4004-8434-2bbf63a26aaa, host hv-cinder-78836, cleared binding levels {{(pid=78743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 17 14:06:17.295296 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-9f60dcf7-f4d1-47ad-b25a-aa05a90d763e req-e3dfb75a-1fbe-40e9-9daf-5abe72fa9036 service neutron] For port 147b8fbf-31f7-4004-8434-2bbf63a26aaa, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=147b8fbf-31f7-4004-8434-2bbf63a26aaa,segment=NetworkSegment(a1e937b5-bced-4439-a491-27ed690446ae),segment_id=a1e937b5-bced-4439-a491-27ed690446ae)] {{(pid=78743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 17 14:06:17.300614 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-9f60dcf7-f4d1-47ad-b25a-aa05a90d763e req-e3dfb75a-1fbe-40e9-9daf-5abe72fa9036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133957588'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:17.305332 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-e3dfb75a-1fbe-40e9-9daf-5abe72fa9036 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:06:17.362255 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60dcf7-f4d1-47ad-b25a-aa05a90d763e req-e3dfb75a-1fbe-40e9-9daf-5abe72fa9036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:17.362864 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-9f60dcf7-f4d1-47ad-b25a-aa05a90d763e req-e3dfb75a-1fbe-40e9-9daf-5abe72fa9036 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:17.364262 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9f60dcf7-f4d1-47ad-b25a-aa05a90d763e req-e3dfb75a-1fbe-40e9-9daf-5abe72fa9036 service neutron] 10.222.0.49 "PUT /v2.0/ports/147b8fbf-31f7-4004-8434-2bbf63a26aaa HTTP/1.1" status: 200  len: 1093 time: 1.2057576
May 17 14:06:17.364761 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7ad9afd-acd4-4c3d-aeb9-8d744fcfd4b7', 'tag': '147b8fbf-31f7-4004-8434-2bbf63a26aaa'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 14:06:17.366253 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-648662b7-8cb0-43cf-a04c-35b6c3434fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132438228'] for port, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:17.370403 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-de7bb1f6-aef8-437a-9759-8fce8be26de1 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:06:17.384292 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dfb75a-1fbe-40e9-9daf-5abe72fa9036 service neutron] Pushing event updated for resources: {'Port': ['ID=147b8fbf-31f7-4004-8434-2bbf63a26aaa,revision_number=3']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:06:17.387725 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-e3dfb75a-1fbe-40e9-9daf-5abe72fa9036 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:06:17.416048 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648662b7-8cb0-43cf-a04c-35b6c3434fc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=033680b6-e7c4-4f4b-85d9-bac1a3dc5507,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:06:17.419232 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-648662b7-8cb0-43cf-a04c-35b6c3434fc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:06:17.443099 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7ad9afd-acd4-4c3d-aeb9-8d744fcfd4b7', 'tag': '147b8fbf-31f7-4004-8434-2bbf63a26aaa', 'status': 'completed', 'code': 200}
May 17 14:06:17.489588 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60dcf7-f4d1-47ad-b25a-aa05a90d763e req-29b03845-7616-42fd-ba1a-9e1e50ea0085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:17.491293 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9f60dcf7-f4d1-47ad-b25a-aa05a90d763e req-29b03845-7616-42fd-ba1a-9e1e50ea0085 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fbb3fc1219ff4c9daad48a85acc8f1f0&device_id=c7ad9afd-acd4-4c3d-aeb9-8d744fcfd4b7 HTTP/1.1" status: 200  len: 1096 time: 0.0843334
May 17 14:06:17.564366 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9f60dcf7-f4d1-47ad-b25a-aa05a90d763e req-df5d9736-ba78-40d8-862f-79f3ba5fa3ce service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=147b8fbf-31f7-4004-8434-2bbf63a26aaa HTTP/1.1" status: 200  len: 217 time: 0.0655298
May 17 14:06:17.628983 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60dcf7-f4d1-47ad-b25a-aa05a90d763e req-5c110618-8784-4bd7-8ceb-922485972d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:17.630491 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9f60dcf7-f4d1-47ad-b25a-aa05a90d763e req-5c110618-8784-4bd7-8ceb-922485972d7c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8d64206f-2239-483f-8543-3235009d0263 HTTP/1.1" status: 200  len: 854 time: 0.0595345
May 17 14:06:17.678704 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9f60dcf7-f4d1-47ad-b25a-aa05a90d763e req-9aed75f8-0084-428c-9b2c-66740ad39f00 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=69b6cbf8-fb2f-438a-896b-b3980c2acd2b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0416963
May 17 14:06:17.794330 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-648662b7-8cb0-43cf-a04c-35b6c3434fc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1977196'] for router_interface, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:17.814640 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9f60dcf7-f4d1-47ad-b25a-aa05a90d763e req-32a9c7cb-1980-4b74-8df4-d87770cbcdea service neutron] 10.222.0.49 "GET /v2.0/networks/69b6cbf8-fb2f-438a-896b-b3980c2acd2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1281171
May 17 14:06:17.956822 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9f60dcf7-f4d1-47ad-b25a-aa05a90d763e req-ce37d28a-a375-4eb8-b4c2-70ff6ab0e58c service neutron] 10.222.0.49 "GET /v2.0/networks/69b6cbf8-fb2f-438a-896b-b3980c2acd2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1356108
May 17 14:06:18.165775 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-648662b7-8cb0-43cf-a04c-35b6c3434fc7 admin admin] Router d2d1e582-0441-4cc3-be8a-b3570f74fe4d has already been hosted by L3 agent 5f048e90-1481-4c55-97c3-311a68b90326 {{(pid=78742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 17 14:06:18.215928 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6ac41-bc47-4c13-b998-47f9efcfc638 req-6cfc979f-9a76-4b8f-8785-0dc0af267666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:18.217872 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5fb6ac41-bc47-4c13-b998-47f9efcfc638 req-6cfc979f-9a76-4b8f-8785-0dc0af267666 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fbb3fc1219ff4c9daad48a85acc8f1f0&device_id=c7ad9afd-acd4-4c3d-aeb9-8d744fcfd4b7 HTTP/1.1" status: 200  len: 1096 time: 0.1964848
May 17 14:06:18.229496 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b24a1-5969-412c-a353-2789838e45f6 req-a50a7f31-2072-46b4-ba87-62b4b6d8565e tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:18.230945 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e60b24a1-5969-412c-a353-2789838e45f6 req-a50a7f31-2072-46b4-ba87-62b4b6d8565e tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ad9afd-acd4-4c3d-aeb9-8d744fcfd4b7 HTTP/1.1" status: 200  len: 943 time: 0.2501018
May 17 14:06:18.344588 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648662b7-8cb0-43cf-a04c-35b6c3434fc7 admin admin] Notify agent at l3_agent.dv-cinder-788363-3-iscsi the message routers_updated {{(pid=78742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 17 14:06:18.353360 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4c4695-3364-4a7c-a149-2bb98a50ab64 None None] Sync routers for ids ['d2d1e582-0441-4cc3-be8a-b3570f74fe4d'] in dv-cinder-788363-3-iscsi {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 17 14:06:18.358876 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e60b24a1-5969-412c-a353-2789838e45f6 req-3ed6bf0d-4f5b-416d-bc0f-c98a93a6e073 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/security-groups?id=70589da7-ebc4-4202-b813-680f84bcc05b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1062088
May 17 14:06:18.362445 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-648662b7-8cb0-43cf-a04c-35b6c3434fc7 admin admin] 10.222.0.54 "PUT /v2.0/routers/d2d1e582-0441-4cc3-be8a-b3570f74fe4d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5643711
May 17 14:06:18.363916 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4c4695-3364-4a7c-a149-2bb98a50ab64 None None] Routers {'d2d1e582-0441-4cc3-be8a-b3570f74fe4d'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 14:06:18.364546 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-aa4c4695-3364-4a7c-a149-2bb98a50ab64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae40764a30>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T14:06:10Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['d2d1e582-0441-4cc3-be8a-b3570f74fe4d'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:06:18.365135 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 40628) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:06:18.479590 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6ac41-bc47-4c13-b998-47f9efcfc638 req-87fd6b9a-3590-4ecb-ab0b-9b080ec41fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:18.481166 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5fb6ac41-bc47-4c13-b998-47f9efcfc638 req-87fd6b9a-3590-4ecb-ab0b-9b080ec41fd7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=69b6cbf8-fb2f-438a-896b-b3980c2acd2b HTTP/1.1" status: 200  len: 915 time: 0.2493382
May 17 14:06:18.574752 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-aa4c4695-3364-4a7c-a149-2bb98a50ab64 None None] Set router d2d1e582-0441-4cc3-be8a-b3570f74fe4d gateway port host: dv-cinder-788363-3-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 14:06:18.614888 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5fb6ac41-bc47-4c13-b998-47f9efcfc638 req-594ab9fb-5b26-4a5e-b403-4a006caf0815 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=147b8fbf-31f7-4004-8434-2bbf63a26aaa HTTP/1.1" status: 200  len: 217 time: 0.0795066
May 17 14:06:18.677203 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-a56ab35d-fe0f-479a-b58d-e26c8277fdd6 admin admin] Notify callbacks [] for router, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:18.762012 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6ac41-bc47-4c13-b998-47f9efcfc638 req-7e0f0323-d0f3-40f3-af03-e0a683d1daa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:18.763359 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5fb6ac41-bc47-4c13-b998-47f9efcfc638 req-7e0f0323-d0f3-40f3-af03-e0a683d1daa4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8d64206f-2239-483f-8543-3235009d0263 HTTP/1.1" status: 200  len: 854 time: 0.1417499
May 17 14:06:18.851780 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-aa4c4695-3364-4a7c-a149-2bb98a50ab64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae40764a30>, [{'id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'name': 'tempest-AttachVolumeShelveTestJSON-1637185521-router', 'tenant_id': '67705816dc0348c8a6486f2aa1cb2549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '42b3510b-e9c6-47b4-b6f4-b0be19bc469c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:54:40Z', 'updated_at': '2021-05-17T14:06:17Z', 'revision_number': 5, 'project_id': '67705816dc0348c8a6486f2aa1cb2549', 'gw_port': {'id': '42b3510b-e9c6-47b4-b6f4-b0be19bc469c', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:41Z', 'updated_at': '2021-05-17T13:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi'}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:06:18.855535 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4c4695-3364-4a7c-a149-2bb98a50ab64 None None] Checking router: d2d1e582-0441-4cc3-be8a-b3570f74fe4d for host: dv-cinder-788363-3-iscsi {{(pid=78745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 17 14:06:18.864502 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4c4695-3364-4a7c-a149-2bb98a50ab64 None None] Routers {'d2d1e582-0441-4cc3-be8a-b3570f74fe4d'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 14:06:18.865096 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-aa4c4695-3364-4a7c-a149-2bb98a50ab64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae40764a30>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T14:06:10Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['d2d1e582-0441-4cc3-be8a-b3570f74fe4d'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:06:18.873443 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5fb6ac41-bc47-4c13-b998-47f9efcfc638 req-d939af1c-40a1-4df8-830c-2cbb3ffd502e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=69b6cbf8-fb2f-438a-896b-b3980c2acd2b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0557671
May 17 14:06:18.976987 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-a56ab35d-fe0f-479a-b58d-e26c8277fdd6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:19.038850 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-aa4c4695-3364-4a7c-a149-2bb98a50ab64 None None] Set router d2d1e582-0441-4cc3-be8a-b3570f74fe4d gateway port host: dv-cinder-788363-3-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 14:06:19.069921 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5fb6ac41-bc47-4c13-b998-47f9efcfc638 req-dc8e7052-5841-4438-b75a-4fc7a585e8ca service neutron] 10.222.0.49 "GET /v2.0/networks/69b6cbf8-fb2f-438a-896b-b3980c2acd2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1869555
May 17 14:06:19.162539 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [None req-a56ab35d-fe0f-479a-b58d-e26c8277fdd6 admin admin] Deleting port 42b3510b-e9c6-47b4-b6f4-b0be19bc469c {{(pid=78743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 14:06:19.162879 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-a56ab35d-fe0f-479a-b58d-e26c8277fdd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:19.298506 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5fb6ac41-bc47-4c13-b998-47f9efcfc638 req-43388a76-3a2a-4e08-89eb-ded9a78a7d8f service neutron] 10.222.0.49 "GET /v2.0/networks/69b6cbf8-fb2f-438a-896b-b3980c2acd2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2215078
May 17 14:06:19.318821 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-aa4c4695-3364-4a7c-a149-2bb98a50ab64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae40764a30>, [{'id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'name': 'tempest-AttachVolumeShelveTestJSON-1637185521-router', 'tenant_id': '67705816dc0348c8a6486f2aa1cb2549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '42b3510b-e9c6-47b4-b6f4-b0be19bc469c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:54:40Z', 'updated_at': '2021-05-17T14:06:17Z', 'revision_number': 5, 'project_id': '67705816dc0348c8a6486f2aa1cb2549', 'gw_port': {'id': '42b3510b-e9c6-47b4-b6f4-b0be19bc469c', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:41Z', 'updated_at': '2021-05-17T13:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi'}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:06:19.323146 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4c4695-3364-4a7c-a149-2bb98a50ab64 None None] The sync data for ids ['d2d1e582-0441-4cc3-be8a-b3570f74fe4d'] in dv-cinder-788363-3-iscsi is: [{'id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'name': 'tempest-AttachVolumeShelveTestJSON-1637185521-router', 'tenant_id': '67705816dc0348c8a6486f2aa1cb2549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '42b3510b-e9c6-47b4-b6f4-b0be19bc469c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:54:40Z', 'updated_at': '2021-05-17T14:06:17Z', 'revision_number': 5, 'project_id': '67705816dc0348c8a6486f2aa1cb2549', 'gw_port': {'id': '42b3510b-e9c6-47b4-b6f4-b0be19bc469c', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d1e582-0441-4cc3-be8a-b3570f74fe4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:41Z', 'updated_at': '2021-05-17T13:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi'}] {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 17 14:06:19.323527 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [None req-a56ab35d-fe0f-479a-b58d-e26c8277fdd6 admin admin] For port 42b3510b-e9c6-47b4-b6f4-b0be19bc469c, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=42b3510b-e9c6-47b4-b6f4-b0be19bc469c,segment=NetworkSegment(d239c2a5-eb63-4e60-9706-c66c1478eded),segment_id=d239c2a5-eb63-4e60-9706-c66c1478eded)] {{(pid=78743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:06:19.323894 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-a56ab35d-fe0f-479a-b58d-e26c8277fdd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:19.580606 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [None req-a56ab35d-fe0f-479a-b58d-e26c8277fdd6 admin admin] Calling delete_port for 42b3510b-e9c6-47b4-b6f4-b0be19bc469c owned by network:router_gateway {{(pid=78743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 14:06:19.652196 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afcf9a3-14a9-4bbe-979f-5346a6379259 req-3c26d3aa-e37c-4866-9c6c-7e6266035b78 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:19.653688 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2afcf9a3-14a9-4bbe-979f-5346a6379259 req-3c26d3aa-e37c-4866-9c6c-7e6266035b78 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ad9afd-acd4-4c3d-aeb9-8d744fcfd4b7 HTTP/1.1" status: 200  len: 943 time: 0.1091499
May 17 14:06:19.714358 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 033680b6-e7c4-4f4b-85d9-bac1a3dc5507 no longer exists at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 17 14:06:19.720904 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2afcf9a3-14a9-4bbe-979f-5346a6379259 req-d1dbbed5-c910-4d4d-8622-b02df506c9b3 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/security-groups?id=70589da7-ebc4-4202-b813-680f84bcc05b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602140
May 17 14:06:19.788022 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] No Port match for: 033680b6-e7c4-4f4b-85d9-bac1a3dc5507 {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 17 14:06:19.788371 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 033680b6-e7c4-4f4b-85d9-bac1a3dc5507 not bound to the agent host dv-cinder-788363-3-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 17 14:06:19.813464 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-a56ab35d-fe0f-479a-b58d-e26c8277fdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133957597'] for port, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:19.818393 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-46408b94-6594-4cf6-b973-c2aa1ae11f0e tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:06:19.865933 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ab35d-fe0f-479a-b58d-e26c8277fdd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=42b3510b-e9c6-47b4-b6f4-b0be19bc469c,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:06:19.892201 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-a56ab35d-fe0f-479a-b58d-e26c8277fdd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:06:19.960451 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-a56ab35d-fe0f-479a-b58d-e26c8277fdd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1975271'] for router_gateway, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:20.133169 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-a56ab35d-fe0f-479a-b58d-e26c8277fdd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1974832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4350'] for router, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:20.135259 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-a56ab35d-fe0f-479a-b58d-e26c8277fdd6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:20.157570 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-a56ab35d-fe0f-479a-b58d-e26c8277fdd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1975071'] for router, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:20.158169 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56ab35d-fe0f-479a-b58d-e26c8277fdd6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2d1e582-0441-4cc3-be8a-b3570f74fe4d {{(pid=78743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 17 14:06:20.170318 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-a56ab35d-fe0f-479a-b58d-e26c8277fdd6 admin admin] Notify callbacks [] for router, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:20.171501 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-a56ab35d-fe0f-479a-b58d-e26c8277fdd6 admin admin] 10.222.0.54 "DELETE /v2.0/routers/d2d1e582-0441-4cc3-be8a-b3570f74fe4d HTTP/1.1" status: 204  len: 168 time: 1.7914093
May 17 14:06:20.174016 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 40634) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:06:20.237660 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_v2 [None req-41e9f8dc-25d6-4881-9f2f-572fb3098667 admin admin] Deleting subnet d7bf7301-b5af-4e08-ada3-78e2aec55a6a {{(pid=78743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 17 14:06:20.241230 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-41e9f8dc-25d6-4881-9f2f-572fb3098667 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:20.293541 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-41e9f8dc-25d6-4881-9f2f-572fb3098667 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133955689'] for subnet, precommit_delete_associations {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:20.372616 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-41e9f8dc-25d6-4881-9f2f-572fb3098667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-866929'] for subnet, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:20.613874 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-41e9f8dc-25d6-4881-9f2f-572fb3098667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-866938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133371938'] for subnet, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:20.617973 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:06:20.656587 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e9f8dc-25d6-4881-9f2f-572fb3098667 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7bf7301-b5af-4e08-ada3-78e2aec55a6a,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:06:20.659641 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-41e9f8dc-25d6-4881-9f2f-572fb3098667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:06:20.660624 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-41e9f8dc-25d6-4881-9f2f-572fb3098667 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for subnet, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:20.665839 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ba114f-7144-4dc9-8034-961776bacfa8 None None] Network f96cba92-eccd-4fce-9019-8397a76ebc2b requested from dv-cinder-788363-3-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 17 14:06:20.668778 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-41e9f8dc-25d6-4881-9f2f-572fb3098667 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/d7bf7301-b5af-4e08-ada3-78e2aec55a6a HTTP/1.1" status: 204  len: 168 time: 0.4913547
May 17 14:06:20.668988 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 40638) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:06:20.789495 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-71059c04-a5ee-4f3d-8fa7-11502705a3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1002279'] for network, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:20.919329 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f216c7c4-b53f-424a-9d92-da013b84a0b2 None None] DHCP port deletion for f96cba92-eccd-4fce-9019-8397a76ebc2b request from dv-cinder-788363-3-iscsi {{(pid=78744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 17 14:06:20.938775 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28126aac-406b-4641-bdba-2c2e1c7cf5cb req-afcd9346-342d-4fbb-8055-e163568b4658 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:20.940253 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-28126aac-406b-4641-bdba-2c2e1c7cf5cb req-afcd9346-342d-4fbb-8055-e163568b4658 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ad9afd-acd4-4c3d-aeb9-8d744fcfd4b7 HTTP/1.1" status: 200  len: 943 time: 0.1089284
May 17 14:06:20.941810 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [None req-71059c04-a5ee-4f3d-8fa7-11502705a3a4 admin admin] Deleting port bc8c9822-7e27-4d49-8a8e-cac934817e25 {{(pid=78743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 14:06:20.942141 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-71059c04-a5ee-4f3d-8fa7-11502705a3a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:20.987406 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-f216c7c4-b53f-424a-9d92-da013b84a0b2 None None] Deleting port bc8c9822-7e27-4d49-8a8e-cac934817e25 {{(pid=78744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 14:06:20.987798 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-f216c7c4-b53f-424a-9d92-da013b84a0b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:21.070698 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-28126aac-406b-4641-bdba-2c2e1c7cf5cb req-4e3cb8a8-0bd4-4179-a093-ca262a9b3400 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/security-groups?id=70589da7-ebc4-4202-b813-680f84bcc05b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1137106
May 17 14:06:21.077608 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [None req-71059c04-a5ee-4f3d-8fa7-11502705a3a4 admin admin] For port bc8c9822-7e27-4d49-8a8e-cac934817e25, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=bc8c9822-7e27-4d49-8a8e-cac934817e25,segment=NetworkSegment(41cda2c3-d474-4247-94e6-3fc71c3a8d3e),segment_id=41cda2c3-d474-4247-94e6-3fc71c3a8d3e)] {{(pid=78743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:06:21.077874 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-71059c04-a5ee-4f3d-8fa7-11502705a3a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:21.087084 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-f216c7c4-b53f-424a-9d92-da013b84a0b2 None None] For port bc8c9822-7e27-4d49-8a8e-cac934817e25, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=bc8c9822-7e27-4d49-8a8e-cac934817e25,segment=NetworkSegment(41cda2c3-d474-4247-94e6-3fc71c3a8d3e),segment_id=41cda2c3-d474-4247-94e6-3fc71c3a8d3e)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:06:21.087500 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-f216c7c4-b53f-424a-9d92-da013b84a0b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:21.214764 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-f216c7c4-b53f-424a-9d92-da013b84a0b2 None None] Calling delete_port for bc8c9822-7e27-4d49-8a8e-cac934817e25 owned by network:dhcp {{(pid=78744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 14:06:21.260256 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-f216c7c4-b53f-424a-9d92-da013b84a0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281'] for port, after_delete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:21.265434 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:06:21.300976 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [None req-71059c04-a5ee-4f3d-8fa7-11502705a3a4 admin admin] Calling delete_port for bc8c9822-7e27-4d49-8a8e-cac934817e25 owned by network:dhcp {{(pid=78743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 14:06:21.308868 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f216c7c4-b53f-424a-9d92-da013b84a0b2 None None] Pushing event deleted for resources: {'Port': ['ID=bc8c9822-7e27-4d49-8a8e-cac934817e25,revision_number=None']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:06:21.310705 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f216c7c4-b53f-424a-9d92-da013b84a0b2 None None] No DVR routers for this DVR port bc8c9822-7e27-4d49-8a8e-cac934817e25 on host dv-cinder-788363-3-iscsi {{(pid=78744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 17 14:06:21.312148 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-f216c7c4-b53f-424a-9d92-da013b84a0b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:06:21.348505 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-71059c04-a5ee-4f3d-8fa7-11502705a3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133957597'] for port, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:21.353075 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-b3e43f53-1377-4e9a-a0ad-cc4895d24662 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:06:21.397202 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71059c04-a5ee-4f3d-8fa7-11502705a3a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc8c9822-7e27-4d49-8a8e-cac934817e25,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:06:21.399006 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71059c04-a5ee-4f3d-8fa7-11502705a3a4 admin admin] No DVR routers for this DVR port bc8c9822-7e27-4d49-8a8e-cac934817e25 on host dv-cinder-788363-3-iscsi {{(pid=78743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 17 14:06:21.401618 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-71059c04-a5ee-4f3d-8fa7-11502705a3a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:06:21.415577 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device bc8c9822-7e27-4d49-8a8e-cac934817e25 no longer exists at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 17 14:06:21.450540 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] No Port match for: bc8c9822-7e27-4d49-8a8e-cac934817e25 {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 17 14:06:21.450976 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device bc8c9822-7e27-4d49-8a8e-cac934817e25 not bound to the agent host dv-cinder-788363-3-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 17 14:06:21.451403 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 42b3510b-e9c6-47b4-b6f4-b0be19bc469c no longer exists at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 17 14:06:21.484426 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] No Port match for: 42b3510b-e9c6-47b4-b6f4-b0be19bc469c {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 17 14:06:21.484948 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 42b3510b-e9c6-47b4-b6f4-b0be19bc469c not bound to the agent host dv-cinder-788363-3-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 17 14:06:21.516610 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-71059c04-a5ee-4f3d-8fa7-11502705a3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-866884', 'neutron.services.segments.db._delete_segments_for_network-8774149704834'] for network, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:21.533127 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.services.segments.db [None req-71059c04-a5ee-4f3d-8fa7-11502705a3a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fae3f9b5b80>,) {'filters': {'network_id': ['f96cba92-eccd-4fce-9019-8397a76ebc2b']}} {{(pid=78743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:06:21.544829 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.services.segments.db [None req-71059c04-a5ee-4f3d-8fa7-11502705a3a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fae3f9b5b80>, '41cda2c3-d474-4247-94e6-3fc71c3a8d3e') {'for_net_delete': True} {{(pid=78743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:06:21.545123 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.services.segments.db [None req-71059c04-a5ee-4f3d-8fa7-11502705a3a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fae3f9b5b80>, '41cda2c3-d474-4247-94e6-3fc71c3a8d3e') {} {{(pid=78743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:06:21.556378 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-71059c04-a5ee-4f3d-8fa7-11502705a3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774149716363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133955686'] for segment, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:21.572694 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-71059c04-a5ee-4f3d-8fa7-11502705a3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861870'] for segment, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:21.579744 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71059c04-a5ee-4f3d-8fa7-11502705a3a4 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=78743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 17 14:06:21.580124 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-71059c04-a5ee-4f3d-8fa7-11502705a3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133957512'] for segment, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:21.593136 dv-cinder-788363-3-iscsi neutron-server[78743]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 17 14:06:21.593136 dv-cinder-788363-3-iscsi neutron-server[78743]:   util.warn(
May 17 14:06:21.593136 dv-cinder-788363-3-iscsi neutron-server[78743]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 17 14:06:21.593136 dv-cinder-788363-3-iscsi neutron-server[78743]:   util.warn(
May 17 14:06:21.593136 dv-cinder-788363-3-iscsi neutron-server[78743]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 17 14:06:21.593136 dv-cinder-788363-3-iscsi neutron-server[78743]:   util.warn(
May 17 14:06:21.593136 dv-cinder-788363-3-iscsi neutron-server[78743]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 17 14:06:21.593136 dv-cinder-788363-3-iscsi neutron-server[78743]:   util.warn(
May 17 14:06:21.593136 dv-cinder-788363-3-iscsi neutron-server[78743]: Traceback (most recent call last):
May 17 14:06:21.593136 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 17 14:06:21.593136 dv-cinder-788363-3-iscsi neutron-server[78743]:     timer()
May 17 14:06:21.593136 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 17 14:06:21.593136 dv-cinder-788363-3-iscsi neutron-server[78743]:     cb(*args, **kw)
May 17 14:06:21.593136 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 17 14:06:21.593136 dv-cinder-788363-3-iscsi neutron-server[78743]:     return func(*args, **kwargs)
May 17 14:06:21.593136 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 17 14:06:21.593136 dv-cinder-788363-3-iscsi neutron-server[78743]:     self._notify()
May 17 14:06:21.593136 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 17 14:06:21.593136 dv-cinder-788363-3-iscsi neutron-server[78743]:     self.callback(batched_events)
May 17 14:06:21.593136 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 17 14:06:21.593136 dv-cinder-788363-3-iscsi neutron-server[78743]:     event.method(event)
May 17 14:06:21.593136 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 17 14:06:21.593136 dv-cinder-788363-3-iscsi neutron-server[78743]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 17 14:06:21.593136 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 17 14:06:21.593136 dv-cinder-788363-3-iscsi neutron-server[78743]:     aggregate_uuid = self.p_client.list_aggregates(
May 17 14:06:21.593136 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 17 14:06:21.593136 dv-cinder-788363-3-iscsi neutron-server[78743]:     return f(self, *a, **k)
May 17 14:06:21.593136 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 17 14:06:21.593136 dv-cinder-788363-3-iscsi neutron-server[78743]:     return self._get(url).json()
May 17 14:06:21.593136 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 17 14:06:21.593136 dv-cinder-788363-3-iscsi neutron-server[78743]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 17 14:06:21.593136 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 17 14:06:21.593136 dv-cinder-788363-3-iscsi neutron-server[78743]:     return self.request(url, 'GET', **kwargs)
May 17 14:06:21.593136 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 17 14:06:21.593136 dv-cinder-788363-3-iscsi neutron-server[78743]:     base_url = self.get_endpoint(auth, allow=allow,
May 17 14:06:21.593136 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 17 14:06:21.593136 dv-cinder-788363-3-iscsi neutron-server[78743]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 17 14:06:21.593136 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 17 14:06:21.593136 dv-cinder-788363-3-iscsi neutron-server[78743]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 17 14:06:21.593136 dv-cinder-788363-3-iscsi neutron-server[78743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 17 14:06:21.665797 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-71059c04-a5ee-4f3d-8fa7-11502705a3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-866893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1676892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1975232'] for network, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:21.669683 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:06:21.692533 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-71059c04-a5ee-4f3d-8fa7-11502705a3a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for network, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:21.696139 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71059c04-a5ee-4f3d-8fa7-11502705a3a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f96cba92-eccd-4fce-9019-8397a76ebc2b,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:06:21.700007 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-71059c04-a5ee-4f3d-8fa7-11502705a3a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:06:21.706346 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-71059c04-a5ee-4f3d-8fa7-11502705a3a4 admin admin] 10.222.0.54 "DELETE /v2.0/networks/f96cba92-eccd-4fce-9019-8397a76ebc2b HTTP/1.1" status: 204  len: 168 time: 1.0364292
May 17 14:06:21.820819 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 40648) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:06:21.869473 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-55ce071a-d01a-4f9b-908b-b701078a2114 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=67705816dc0348c8a6486f2aa1cb2549&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0474589
May 17 14:06:21.871792 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 40652) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:06:21.929620 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-a2209538-79df-4825-8fc1-941c419134df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:21.955511 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-a2209538-79df-4825-8fc1-941c419134df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:21.994249 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device 147b8fbf-31f7-4004-8434-2bbf63a26aaa details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 17 14:06:22.008527 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-a2209538-79df-4825-8fc1-941c419134df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:22.013414 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-41031b53-b757-46f6-96b7-34af352574b0 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:06:22.026650 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2209538-79df-4825-8fc1-941c419134df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b75fbbd-21c2-48a6-a9d9-f29187a19081,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:06:22.031250 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-a2209538-79df-4825-8fc1-941c419134df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:06:22.033329 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-a2209538-79df-4825-8fc1-941c419134df admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:22.037303 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-a2209538-79df-4825-8fc1-941c419134df admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5b75fbbd-21c2-48a6-a9d9-f29187a19081 HTTP/1.1" status: 204  len: 168 time: 0.1617324
May 17 14:06:22.158208 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port 147b8fbf-31f7-4004-8434-2bbf63a26aaa, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=147b8fbf-31f7-4004-8434-2bbf63a26aaa,segment=NetworkSegment(a1e937b5-bced-4439-a491-27ed690446ae),segment_id=a1e937b5-bced-4439-a491-27ed690446ae)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:06:22.172822 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Returning: {'device': '147b8fbf-31f7-4004-8434-2bbf63a26aaa', 'network_id': '69b6cbf8-fb2f-438a-896b-b3980c2acd2b', 'port_id': '147b8fbf-31f7-4004-8434-2bbf63a26aaa', 'mac_address': 'fa:16:3e:62:4a:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d64206f-2239-483f-8543-3235009d0263', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 17 14:06:22.244525 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:22.279080 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 147b8fbf-31f7-4004-8434-2bbf63a26aaa {{(pid=78744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 17 14:06:22.283105 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc51fb-5e8f-4b41-8d22-8e9313426f80 req-31a02c86-915e-4534-9e13-67252b7d762c tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:22.284732 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-97bc51fb-5e8f-4b41-8d22-8e9313426f80 req-31a02c86-915e-4534-9e13-67252b7d762c tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ad9afd-acd4-4c3d-aeb9-8d744fcfd4b7 HTTP/1.1" status: 200  len: 943 time: 0.0978584
May 17 14:06:22.309976 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port 147b8fbf-31f7-4004-8434-2bbf63a26aaa, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=147b8fbf-31f7-4004-8434-2bbf63a26aaa,segment=NetworkSegment(a1e937b5-bced-4439-a491-27ed690446ae),segment_id=a1e937b5-bced-4439-a491-27ed690446ae)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:06:22.318883 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:22.324159 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:06:22.340738 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-97bc51fb-5e8f-4b41-8d22-8e9313426f80 req-58aa61df-0c60-489b-977b-a65c730786de tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/security-groups?id=70589da7-ebc4-4202-b813-680f84bcc05b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497248
May 17 14:06:22.422407 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Pushing event updated for resources: {'Port': ['ID=147b8fbf-31f7-4004-8434-2bbf63a26aaa,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:06:22.425644 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:06:22.732152 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] get_ports_and_sgs() called for port_ids ['147b8fbf-31f7-4004-8434-2bbf63a26aaa'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 17 14:06:23.526306 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d2131f-2168-48d7-9480-1f116a05181a req-742e2a63-deb5-407e-991f-b58448a48f86 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:23.527783 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a6d2131f-2168-48d7-9480-1f116a05181a req-742e2a63-deb5-407e-991f-b58448a48f86 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ad9afd-acd4-4c3d-aeb9-8d744fcfd4b7 HTTP/1.1" status: 200  len: 944 time: 0.0795500
May 17 14:06:23.577535 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a6d2131f-2168-48d7-9480-1f116a05181a req-fab442d2-f1c2-47c0-88cc-1ac91a41f8bb tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/security-groups?id=70589da7-ebc4-4202-b813-680f84bcc05b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439439
May 17 14:06:23.691703 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 40698) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:06:23.806922 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-8f91abc8-a3c4-4e78-93cb-c291e2494bf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:23.820916 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-8f91abc8-a3c4-4e78-93cb-c291e2494bf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 14:06:23.824821 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-8f91abc8-a3c4-4e78-93cb-c291e2494bf6 admin admin] Usage tracker for resource:security_group_rule and tenant:9b9e729cb6d04cfd86be42d5c3d4c1be is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 14:06:23.827701 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-8f91abc8-a3c4-4e78-93cb-c291e2494bf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 14:06:23.833396 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-8f91abc8-a3c4-4e78-93cb-c291e2494bf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 14:06:23.916168 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-8f91abc8-a3c4-4e78-93cb-c291e2494bf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:23.924686 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-8f91abc8-a3c4-4e78-93cb-c291e2494bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:23.933356 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-edc11b23-6776-447b-8a4c-4607a6ab7fc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:06:23.973047 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-8f91abc8-a3c4-4e78-93cb-c291e2494bf6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9b9e729cb6d04cfd86be42d5c3d4c1be&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2802606
May 17 14:06:23.973978 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f91abc8-a3c4-4e78-93cb-c291e2494bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9043ec5-9267-4f77-a1a0-c50af8ee8278,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:06:23.975804 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 40704) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:06:23.977451 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-8f91abc8-a3c4-4e78-93cb-c291e2494bf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:06:23.987903 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device 147b8fbf-31f7-4004-8434-2bbf63a26aaa up at agent hyperv_hv-cinder-78836 {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 14:06:24.038206 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-deaefb8d-3dfa-4c4f-bd2a-0aa8c9279b00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:24.055126 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Provisioning for port 147b8fbf-31f7-4004-8434-2bbf63a26aaa completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 14:06:24.059806 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Provisioning complete for port 147b8fbf-31f7-4004-8434-2bbf63a26aaa triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 14:06:24.060189 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:24.064852 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-deaefb8d-3dfa-4c4f-bd2a-0aa8c9279b00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:24.121205 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-deaefb8d-3dfa-4c4f-bd2a-0aa8c9279b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:24.126064 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-339eca0b-44e7-4743-873f-13678683d4a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:06:24.139232 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaefb8d-3dfa-4c4f-bd2a-0aa8c9279b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9043ec5-9267-4f77-a1a0-c50af8ee8278,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:06:24.147853 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaefb8d-3dfa-4c4f-bd2a-0aa8c9279b00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:06:24.148233 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaefb8d-3dfa-4c4f-bd2a-0aa8c9279b00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:06:24.148602 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaefb8d-3dfa-4c4f-bd2a-0aa8c9279b00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:06:24.148961 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaefb8d-3dfa-4c4f-bd2a-0aa8c9279b00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:06:24.149321 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaefb8d-3dfa-4c4f-bd2a-0aa8c9279b00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:06:24.149672 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaefb8d-3dfa-4c4f-bd2a-0aa8c9279b00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:06:24.150023 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaefb8d-3dfa-4c4f-bd2a-0aa8c9279b00 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:06:24.150370 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaefb8d-3dfa-4c4f-bd2a-0aa8c9279b00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:06:24.150720 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaefb8d-3dfa-4c4f-bd2a-0aa8c9279b00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:06:24.151066 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaefb8d-3dfa-4c4f-bd2a-0aa8c9279b00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:06:24.151435 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaefb8d-3dfa-4c4f-bd2a-0aa8c9279b00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:06:24.151790 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaefb8d-3dfa-4c4f-bd2a-0aa8c9279b00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:06:24.154315 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-deaefb8d-3dfa-4c4f-bd2a-0aa8c9279b00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:24.158407 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-deaefb8d-3dfa-4c4f-bd2a-0aa8c9279b00 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a9043ec5-9267-4f77-a1a0-c50af8ee8278 HTTP/1.1" status: 204  len: 168 time: 0.1778164
May 17 14:06:24.158407 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-deaefb8d-3dfa-4c4f-bd2a-0aa8c9279b00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:06:24.192512 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:24.220980 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ad9afd-acd4-4c3d-aeb9-8d744fcfd4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '147b8fbf-31f7-4004-8434-2bbf63a26aaa'}] {{(pid=78744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 14:06:24.231070 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port 147b8fbf-31f7-4004-8434-2bbf63a26aaa, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=147b8fbf-31f7-4004-8434-2bbf63a26aaa,segment=NetworkSegment(a1e937b5-bced-4439-a491-27ed690446ae),segment_id=a1e937b5-bced-4439-a491-27ed690446ae)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:06:24.235796 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:24.237503 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:06:24.276799 dv-cinder-788363-3-iscsi neutron-server[78744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ad9afd-acd4-4c3d-aeb9-8d744fcfd4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '147b8fbf-31f7-4004-8434-2bbf63a26aaa', 'code': 200}
May 17 14:06:24.319329 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Pushing event updated for resources: {'Port': ['ID=147b8fbf-31f7-4004-8434-2bbf63a26aaa,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:06:24.322936 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:06:24.456056 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 40714) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:06:24.473813 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6c97c059-aff0-4267-820e-857198843f0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:24.488197 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-6c97c059-aff0-4267-820e-857198843f0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 14:06:24.492037 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-6c97c059-aff0-4267-820e-857198843f0d admin admin] Usage tracker for resource:security_group_rule and tenant:1bac8314dfd74dbfb5372b4327da5340 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 14:06:24.494821 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-6c97c059-aff0-4267-820e-857198843f0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 14:06:24.501209 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-6c97c059-aff0-4267-820e-857198843f0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 14:06:24.518358 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad47a03-ecf8-4285-a594-2e3504bba38a req-b73d3c38-49af-4463-adbe-beea095ab84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:24.520140 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1ad47a03-ecf8-4285-a594-2e3504bba38a req-b73d3c38-49af-4463-adbe-beea095ab84c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c7ad9afd-acd4-4c3d-aeb9-8d744fcfd4b7 HTTP/1.1" status: 200  len: 1098 time: 0.0764692
May 17 14:06:24.563984 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1ad47a03-ecf8-4285-a594-2e3504bba38a req-19781e6e-5fb8-46c3-b284-1d516221f38a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=70589da7-ebc4-4202-b813-680f84bcc05b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0362854
May 17 14:06:24.586127 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6c97c059-aff0-4267-820e-857198843f0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:24.590584 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6c97c059-aff0-4267-820e-857198843f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:24.597791 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-46181c2a-e852-45a0-b1c1-d975408d3a37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:06:24.638908 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-6c97c059-aff0-4267-820e-857198843f0d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1bac8314dfd74dbfb5372b4327da5340&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1817722
May 17 14:06:24.640411 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c97c059-aff0-4267-820e-857198843f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89db78ca-f117-480a-98a0-ed43c4d2b2d1,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:06:24.643391 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-6c97c059-aff0-4267-820e-857198843f0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:06:24.643768 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 40720) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:06:24.750517 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-39f67398-1b4c-43d2-9c8d-f8a7ff36493b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:24.788685 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-39f67398-1b4c-43d2-9c8d-f8a7ff36493b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:24.822920 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca3fed4-d0e7-4a16-98c9-5130a72c7fb3 req-d9c2221b-6eef-4293-b5e8-1fc9e01e7915 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:24.824375 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-bca3fed4-d0e7-4a16-98c9-5130a72c7fb3 req-d9c2221b-6eef-4293-b5e8-1fc9e01e7915 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ad9afd-acd4-4c3d-aeb9-8d744fcfd4b7 HTTP/1.1" status: 200  len: 945 time: 0.1365867
May 17 14:06:24.879377 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-bca3fed4-d0e7-4a16-98c9-5130a72c7fb3 req-40601b37-537d-4720-a554-267b6c75ffc7 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/security-groups?id=70589da7-ebc4-4202-b813-680f84bcc05b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467384
May 17 14:06:24.887999 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-39f67398-1b4c-43d2-9c8d-f8a7ff36493b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:24.892992 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-52a00957-6628-4770-9446-7cff3cfa6c9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:06:24.905062 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f67398-1b4c-43d2-9c8d-f8a7ff36493b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89db78ca-f117-480a-98a0-ed43c4d2b2d1,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:06:24.909917 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-39f67398-1b4c-43d2-9c8d-f8a7ff36493b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:06:24.913981 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-39f67398-1b4c-43d2-9c8d-f8a7ff36493b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:24.915082 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-39f67398-1b4c-43d2-9c8d-f8a7ff36493b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/89db78ca-f117-480a-98a0-ed43c4d2b2d1 HTTP/1.1" status: 204  len: 168 time: 0.2699323
May 17 14:06:26.071874 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e59ab-9c2f-4261-ad76-01b0ff8b605b req-af91c9b7-1c7e-441c-ae76-3fe05f48d299 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:26.073321 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-640e59ab-9c2f-4261-ad76-01b0ff8b605b req-af91c9b7-1c7e-441c-ae76-3fe05f48d299 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ad9afd-acd4-4c3d-aeb9-8d744fcfd4b7 HTTP/1.1" status: 200  len: 945 time: 0.0830939
May 17 14:06:26.122781 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-640e59ab-9c2f-4261-ad76-01b0ff8b605b req-cc5700ea-2f3c-4965-bdf8-da11974c8def tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/security-groups?id=70589da7-ebc4-4202-b813-680f84bcc05b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429199
May 17 14:06:26.645142 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 40770) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:06:26.761281 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-78473641-6252-4c18-a6df-9721f1897da4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:26.775074 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-78473641-6252-4c18-a6df-9721f1897da4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 14:06:26.778831 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-78473641-6252-4c18-a6df-9721f1897da4 admin admin] Usage tracker for resource:security_group_rule and tenant:6c151f75ebd542f39a0d8fd56110f6a8 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 14:06:26.782081 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-78473641-6252-4c18-a6df-9721f1897da4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 14:06:26.787747 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-78473641-6252-4c18-a6df-9721f1897da4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 14:06:26.869051 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-78473641-6252-4c18-a6df-9721f1897da4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:26.872671 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-78473641-6252-4c18-a6df-9721f1897da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:26.879566 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-7340c5b7-49fe-4ccd-a774-24f9a96580e0 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:06:26.917970 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78473641-6252-4c18-a6df-9721f1897da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0ac982-a755-49ce-9dae-5a030bb8835b,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:06:26.921957 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-78473641-6252-4c18-a6df-9721f1897da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:06:26.924529 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-78473641-6252-4c18-a6df-9721f1897da4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6c151f75ebd542f39a0d8fd56110f6a8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2783976
May 17 14:06:26.927105 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 40776) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:06:26.986146 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ef21f95c-8e05-4127-b7cb-036f440d97f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:27.014879 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ef21f95c-8e05-4127-b7cb-036f440d97f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:27.064846 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ef21f95c-8e05-4127-b7cb-036f440d97f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:27.068573 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-1d7727e0-50c5-4051-9fc9-1b6110a0e5cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:06:27.078941 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef21f95c-8e05-4127-b7cb-036f440d97f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0ac982-a755-49ce-9dae-5a030bb8835b,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:06:27.082708 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-ef21f95c-8e05-4127-b7cb-036f440d97f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:06:27.085874 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ef21f95c-8e05-4127-b7cb-036f440d97f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:27.086952 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-ef21f95c-8e05-4127-b7cb-036f440d97f3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5a0ac982-a755-49ce-9dae-5a030bb8835b HTTP/1.1" status: 204  len: 168 time: 0.1588020
May 17 14:06:27.309691 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695d47a-cb03-4be3-9676-c7e6b1e5a511 req-361d90e3-9488-484e-99bb-309a19e304eb tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:27.311431 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c695d47a-cb03-4be3-9676-c7e6b1e5a511 req-361d90e3-9488-484e-99bb-309a19e304eb tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ad9afd-acd4-4c3d-aeb9-8d744fcfd4b7 HTTP/1.1" status: 200  len: 945 time: 0.0825493
May 17 14:06:27.358064 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c695d47a-cb03-4be3-9676-c7e6b1e5a511 req-c043f898-a8b7-43e4-baef-3623bda5f546 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/security-groups?id=70589da7-ebc4-4202-b813-680f84bcc05b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403752
May 17 14:06:27.371815 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 40786) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:06:27.390872 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-e21fc111-d16f-4777-a19b-2ca118eab958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:27.406805 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-e21fc111-d16f-4777-a19b-2ca118eab958 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 14:06:27.411089 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-e21fc111-d16f-4777-a19b-2ca118eab958 admin admin] Usage tracker for resource:security_group_rule and tenant:a10c490cd01c4fa2b74a155846368479 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 14:06:27.414084 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-e21fc111-d16f-4777-a19b-2ca118eab958 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 14:06:27.419872 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-e21fc111-d16f-4777-a19b-2ca118eab958 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 14:06:27.505437 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-e21fc111-d16f-4777-a19b-2ca118eab958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:27.509192 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-e21fc111-d16f-4777-a19b-2ca118eab958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:27.518205 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-2b485fa3-d217-49ea-a310-5197de19fe51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:06:27.559610 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-e21fc111-d16f-4777-a19b-2ca118eab958 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a10c490cd01c4fa2b74a155846368479&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1866677
May 17 14:06:27.561863 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21fc111-d16f-4777-a19b-2ca118eab958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60f8aee-a895-4acf-b31e-df2633e3c531,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:06:27.562930 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 40792) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:06:27.565189 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-e21fc111-d16f-4777-a19b-2ca118eab958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:06:27.626191 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-3fa5ccb3-641f-40bb-8b4a-6374d2a320ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:27.653200 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-3fa5ccb3-641f-40bb-8b4a-6374d2a320ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:27.709658 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-3fa5ccb3-641f-40bb-8b4a-6374d2a320ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:27.716092 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-647ad7e2-0379-4474-9c8b-4779a37498c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:06:27.730032 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa5ccb3-641f-40bb-8b4a-6374d2a320ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60f8aee-a895-4acf-b31e-df2633e3c531,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:06:27.735948 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-3fa5ccb3-641f-40bb-8b4a-6374d2a320ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:27.740548 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-3fa5ccb3-641f-40bb-8b4a-6374d2a320ef admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b60f8aee-a895-4acf-b31e-df2633e3c531 HTTP/1.1" status: 204  len: 168 time: 0.1763575
May 17 14:06:27.741601 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-3fa5ccb3-641f-40bb-8b4a-6374d2a320ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:06:31.657835 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-8052cd49-7a68-4d4d-8373-307cb75036c7 None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 17 14:06:33.541991 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:37.442326 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40455fa7-1198-46ab-b94f-3cf73dda8eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:39.249207 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5712ccdb-6bf8-49f0-80f3-2f174c0e7a86 req-75f3b1d8-e35a-4a22-857b-b31ca4d5a0d7 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:39.250548 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5712ccdb-6bf8-49f0-80f3-2f174c0e7a86 req-75f3b1d8-e35a-4a22-857b-b31ca4d5a0d7 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/networks?id=69b6cbf8-fb2f-438a-896b-b3980c2acd2b HTTP/1.1" status: 200  len: 814 time: 0.2303691
May 17 14:06:39.265049 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5712ccdb-6bf8-49f0-80f3-2f174c0e7a86 req-490d06d5-8377-4ad9-9524-4eb6d2fc9c1d tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/quotas/fbb3fc1219ff4c9daad48a85acc8f1f0 HTTP/1.1" status: 200  len: 375 time: 0.0088627
May 17 14:06:39.352150 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5712ccdb-6bf8-49f0-80f3-2f174c0e7a86 req-935d2eed-dfdd-4d8e-a658-3fbb13d2e5f6 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=fbb3fc1219ff4c9daad48a85acc8f1f0&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0816634
May 17 14:06:39.486290 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5712ccdb-6bf8-49f0-80f3-2f174c0e7a86 req-dc959e99-6807-4bac-8c45-bab04f6ebb02 service neutron] 10.222.0.54 "GET /v2.0/networks/69b6cbf8-fb2f-438a-896b-b3980c2acd2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1269262
May 17 14:06:39.621888 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5712ccdb-6bf8-49f0-80f3-2f174c0e7a86 req-93012217-03dc-4a12-a785-c8f95504280e service neutron] 10.222.0.54 "GET /v2.0/networks/69b6cbf8-fb2f-438a-896b-b3980c2acd2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1297550
May 17 14:06:39.804389 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f13b01b8-2dbd-40c2-8a92-62417c228b8f req-6f73ff2b-7d97-4d85-b3ef-5fa0e9230f06 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?device_id=74910c58-8faa-4f5e-b17e-8440f05fcfdc HTTP/1.1" status: 200  len: 210 time: 0.0495644
May 17 14:06:39.831923 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 40966) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:06:39.895731 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:39.956452 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-89fa063a-71c7-4e45-98a4-2e68f23f3719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:39.971290 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-89fa063a-71c7-4e45-98a4-2e68f23f3719 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 14:06:39.975712 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-89fa063a-71c7-4e45-98a4-2e68f23f3719 admin admin] Usage tracker for resource:security_group_rule and tenant:773311ff1fb94f89be16f7f9e64d8a76 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 14:06:39.978696 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-89fa063a-71c7-4e45-98a4-2e68f23f3719 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 14:06:39.985381 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-89fa063a-71c7-4e45-98a4-2e68f23f3719 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 14:06:40.069412 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-89fa063a-71c7-4e45-98a4-2e68f23f3719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:40.072674 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-89fa063a-71c7-4e45-98a4-2e68f23f3719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:40.081096 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-28627a5d-c9db-4c99-8633-b8df40d5e3bd tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:06:40.118127 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-89fa063a-71c7-4e45-98a4-2e68f23f3719 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=773311ff1fb94f89be16f7f9e64d8a76&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2851243
May 17 14:06:40.120961 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 40978) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:06:40.136674 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa063a-71c7-4e45-98a4-2e68f23f3719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a303c985-fb0b-4d29-8204-9bcee95ec279,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:06:40.141090 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-89fa063a-71c7-4e45-98a4-2e68f23f3719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:06:40.166498 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c539bd50-0459-495f-b95e-8ccd08945c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:40.186811 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-9eabd2e0-86ab-4af5-a1b9-535a807f47c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:40.212255 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-9eabd2e0-86ab-4af5-a1b9-535a807f47c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:40.265911 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-9eabd2e0-86ab-4af5-a1b9-535a807f47c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:40.271115 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-89fa063a-71c7-4e45-98a4-2e68f23f3719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:06:40.282489 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eabd2e0-86ab-4af5-a1b9-535a807f47c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a303c985-fb0b-4d29-8204-9bcee95ec279,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:06:40.287642 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-9eabd2e0-86ab-4af5-a1b9-535a807f47c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:06:40.289818 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-9eabd2e0-86ab-4af5-a1b9-535a807f47c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:40.293285 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-9eabd2e0-86ab-4af5-a1b9-535a807f47c3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a303c985-fb0b-4d29-8204-9bcee95ec279 HTTP/1.1" status: 204  len: 168 time: 0.1691184
May 17 14:06:40.573568 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 40986) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:06:40.591270 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-6b69348b-89f0-4a8d-aa8c-414959580296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:40.605746 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-6b69348b-89f0-4a8d-aa8c-414959580296 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 14:06:40.609571 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-6b69348b-89f0-4a8d-aa8c-414959580296 admin admin] Usage tracker for resource:security_group_rule and tenant:b980460b2f34400c8b46da6a2e84f6a6 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 14:06:40.612711 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-6b69348b-89f0-4a8d-aa8c-414959580296 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 14:06:40.618312 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-6b69348b-89f0-4a8d-aa8c-414959580296 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 14:06:40.706093 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-6b69348b-89f0-4a8d-aa8c-414959580296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:40.710249 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-6b69348b-89f0-4a8d-aa8c-414959580296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:40.719327 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-ef21f95c-8e05-4127-b7cb-036f440d97f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:06:40.763837 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-6b69348b-89f0-4a8d-aa8c-414959580296 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b980460b2f34400c8b46da6a2e84f6a6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1891737
May 17 14:06:40.764843 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b69348b-89f0-4a8d-aa8c-414959580296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a12e175-9670-41be-9f99-7abd9f9f335c,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:06:40.767025 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 40990) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:06:40.768387 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-6b69348b-89f0-4a8d-aa8c-414959580296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:06:40.831944 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-9b156ec3-8ef3-4a93-8357-7cfc6624913c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:40.860033 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-9b156ec3-8ef3-4a93-8357-7cfc6624913c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:40.925600 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-9b156ec3-8ef3-4a93-8357-7cfc6624913c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:40.929632 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-343ee383-4ac9-4d80-8abf-ec5188de9125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:06:40.943028 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b156ec3-8ef3-4a93-8357-7cfc6624913c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a12e175-9670-41be-9f99-7abd9f9f335c,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:06:40.945473 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-9b156ec3-8ef3-4a93-8357-7cfc6624913c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:06:40.965619 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-9b156ec3-8ef3-4a93-8357-7cfc6624913c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:40.969315 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-9b156ec3-8ef3-4a93-8357-7cfc6624913c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4a12e175-9670-41be-9f99-7abd9f9f335c HTTP/1.1" status: 204  len: 168 time: 0.1983206
May 17 14:06:40.985389 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0bdec79f-fa3a-4d65-ae2a-095809005175 req-5dd5a058-d0b9-43bf-a70d-9025d1430c78 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?device_id=74910c58-8faa-4f5e-b17e-8440f05fcfdc HTTP/1.1" status: 200  len: 210 time: 0.0515745
May 17 14:06:40.992046 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5712ccdb-6bf8-49f0-80f3-2f174c0e7a86 req-a6875fe4-2d01-4f3e-b74e-c40be45c6f1a tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:40.993605 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5712ccdb-6bf8-49f0-80f3-2f174c0e7a86 req-a6875fe4-2d01-4f3e-b74e-c40be45c6f1a tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.49 "GET /v2.0/networks?id=69b6cbf8-fb2f-438a-896b-b3980c2acd2b HTTP/1.1" status: 200  len: 814 time: 0.2133100
May 17 14:06:41.010399 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-5712ccdb-6bf8-49f0-80f3-2f174c0e7a86 req-6bc6374a-c21f-4d08-b47d-c1058d855562 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Request body: {'port': {'device_id': '74910c58-8faa-4f5e-b17e-8440f05fcfdc', 'network_id': '69b6cbf8-fb2f-438a-896b-b3980c2acd2b', 'admin_state_up': True, 'tenant_id': 'fbb3fc1219ff4c9daad48a85acc8f1f0'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 14:06:41.051240 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-533a9918-d89c-4562-8a48-35a661957320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:41.153626 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-5712ccdb-6bf8-49f0-80f3-2f174c0e7a86 req-6bc6374a-c21f-4d08-b47d-c1058d855562 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 14:06:41.164207 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-5712ccdb-6bf8-49f0-80f3-2f174c0e7a86 req-6bc6374a-c21f-4d08-b47d-c1058d855562 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 14:06:41.174841 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5712ccdb-6bf8-49f0-80f3-2f174c0e7a86 req-6bc6374a-c21f-4d08-b47d-c1058d855562 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Made reservation on behalf of fbb3fc1219ff4c9daad48a85acc8f1f0 for: {'port': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 17 14:06:41.178279 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-5712ccdb-6bf8-49f0-80f3-2f174c0e7a86 req-6bc6374a-c21f-4d08-b47d-c1058d855562 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:41.354414 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_common [req-5712ccdb-6bf8-49f0-80f3-2f174c0e7a86 req-6bc6374a-c21f-4d08-b47d-c1058d855562 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Allocated IP 172.20.0.11 (69b6cbf8-fb2f-438a-896b-b3980c2acd2b/8d64206f-2239-483f-8543-3235009d0263/82f6cd96-c309-4be7-a7e8-4658ecabf7d3) {{(pid=78743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 17 14:06:41.596354 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-5712ccdb-6bf8-49f0-80f3-2f174c0e7a86 req-6bc6374a-c21f-4d08-b47d-c1058d855562 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Notify callbacks [] for port, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:41.627795 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-5712ccdb-6bf8-49f0-80f3-2f174c0e7a86 req-6bc6374a-c21f-4d08-b47d-c1058d855562 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774149279272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133957597'] for port, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:41.633313 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-3e17aad6-1a0f-41b4-b42e-7515f988f79c tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:06:41.639963 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] get_ports_and_sgs() called for port_ids ['da7c63c8-1c63-47f5-97dd-b6cf436c2104', '70c3762b-4dea-4028-8520-3ff2d20439d2', '147b8fbf-31f7-4004-8434-2bbf63a26aaa'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 17 14:06:41.711098 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5712ccdb-6bf8-49f0-80f3-2f174c0e7a86 req-6bc6374a-c21f-4d08-b47d-c1058d855562 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Network 69b6cbf8-fb2f-438a-896b-b3980c2acd2b is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 14:06:41.714266 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [req-5712ccdb-6bf8-49f0-80f3-2f174c0e7a86 req-6bc6374a-c21f-4d08-b47d-c1058d855562 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Resources bound (agent type, host, resource id):  {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 14:06:41.716834 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-5712ccdb-6bf8-49f0-80f3-2f174c0e7a86 req-6bc6374a-c21f-4d08-b47d-c1058d855562 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Received port after_create {{(pid=78743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 17 14:06:41.759314 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6374a-c21f-4d08-b47d-c1058d855562 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Pushing event updated for resources: {'Port': ['ID=82f6cd96-c309-4be7-a7e8-4658ecabf7d3,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:06:41.762344 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-6bc6374a-c21f-4d08-b47d-c1058d855562 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:06:41.788827 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5712ccdb-6bf8-49f0-80f3-2f174c0e7a86 req-6bc6374a-c21f-4d08-b47d-c1058d855562 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:41.789453 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-5712ccdb-6bf8-49f0-80f3-2f174c0e7a86 req-6bc6374a-c21f-4d08-b47d-c1058d855562 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:41.823811 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5712ccdb-6bf8-49f0-80f3-2f174c0e7a86 req-6bc6374a-c21f-4d08-b47d-c1058d855562 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8173392
May 17 14:06:41.840931 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-5712ccdb-6bf8-49f0-80f3-2f174c0e7a86 req-1c153cdb-fdeb-4747-8bcc-35b6f8f57a3f service neutron] Request body: {'port': {'device_id': '74910c58-8faa-4f5e-b17e-8440f05fcfdc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 14:06:42.060950 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-5712ccdb-6bf8-49f0-80f3-2f174c0e7a86 req-1c153cdb-fdeb-4747-8bcc-35b6f8f57a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:42.354310 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009441a4-4c3a-4a78-97cc-5981d7bea14e req-b4be2e49-a593-48b0-a23d-198941c4a99b tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:42.355010 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-009441a4-4c3a-4a78-97cc-5981d7bea14e req-b4be2e49-a593-48b0-a23d-198941c4a99b tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Synchronizing usage tracker for tenant:fbb3fc1219ff4c9daad48a85acc8f1f0 on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 14:06:42.393776 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-009441a4-4c3a-4a78-97cc-5981d7bea14e req-b4be2e49-a593-48b0-a23d-198941c4a99b tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Unset dirty status for tenant:fbb3fc1219ff4c9daad48a85acc8f1f0 on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 14:06:42.395261 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-009441a4-4c3a-4a78-97cc-5981d7bea14e req-b4be2e49-a593-48b0-a23d-198941c4a99b tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?device_id=74910c58-8faa-4f5e-b17e-8440f05fcfdc HTTP/1.1" status: 200  len: 932 time: 0.2783771
May 17 14:06:42.464415 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-009441a4-4c3a-4a78-97cc-5981d7bea14e req-290fccc6-575c-4f0c-81cc-06f152582cc9 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/security-groups?id=70589da7-ebc4-4202-b813-680f84bcc05b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624847
May 17 14:06:42.473148 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 41042) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:06:42.535597 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [req-5712ccdb-6bf8-49f0-80f3-2f174c0e7a86 req-1c153cdb-fdeb-4747-8bcc-35b6f8f57a3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82f6cd96-c309-4be7-a7e8-4658ecabf7d3 {{(pid=78743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 17 14:06:42.545591 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-5712ccdb-6bf8-49f0-80f3-2f174c0e7a86 req-1c153cdb-fdeb-4747-8bcc-35b6f8f57a3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:42.555363 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1529072-104d-404f-8ce8-7078c9c34ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:42.561291 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.provisioning_blocks [req-5712ccdb-6bf8-49f0-80f3-2f174c0e7a86 req-1c153cdb-fdeb-4747-8bcc-35b6f8f57a3f service neutron] Transition to ACTIVE for port object 82f6cd96-c309-4be7-a7e8-4658ecabf7d3 will not be triggered until provisioned by entity L2. {{(pid=78743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 14:06:42.565306 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-5712ccdb-6bf8-49f0-80f3-2f174c0e7a86 req-1c153cdb-fdeb-4747-8bcc-35b6f8f57a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133957588'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:42.569954 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-c27cc931-0313-48f4-af7e-a781cfea99a5 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:06:42.602754 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-9b9c519b-f095-45fe-ae84-4ce42f108286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:42.618168 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-9b9c519b-f095-45fe-ae84-4ce42f108286 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 14:06:42.622098 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-9b9c519b-f095-45fe-ae84-4ce42f108286 admin admin] Usage tracker for resource:security_group_rule and tenant:8ecd4a322fbc444ba0b917be2d3872c8 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 14:06:42.625071 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-9b9c519b-f095-45fe-ae84-4ce42f108286 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 14:06:42.630831 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-9b9c519b-f095-45fe-ae84-4ce42f108286 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 14:06:42.716058 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-9b9c519b-f095-45fe-ae84-4ce42f108286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:42.720215 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-9b9c519b-f095-45fe-ae84-4ce42f108286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:42.725084 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c153cdb-fdeb-4747-8bcc-35b6f8f57a3f service neutron] Pushing event updated for resources: {'Port': ['ID=82f6cd96-c309-4be7-a7e8-4658ecabf7d3,revision_number=2']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:06:42.729832 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-2ccc3067-45ce-41f3-800e-27101824aa36 tempest-TestMinimumBasicScenario-618467191 tempest-TestMinimumBasicScenario-618467191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:06:42.733052 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-1c153cdb-fdeb-4747-8bcc-35b6f8f57a3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:06:42.769250 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-9b9c519b-f095-45fe-ae84-4ce42f108286 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8ecd4a322fbc444ba0b917be2d3872c8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2949715
May 17 14:06:42.770181 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9c519b-f095-45fe-ae84-4ce42f108286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03014187-2268-4d14-ae0e-954f43cea47c,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:06:42.773194 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 41048) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:06:42.773361 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-9b9c519b-f095-45fe-ae84-4ce42f108286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:06:42.839727 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-5712ccdb-6bf8-49f0-80f3-2f174c0e7a86 req-1c153cdb-fdeb-4747-8bcc-35b6f8f57a3f service neutron] Attempting to bind port 82f6cd96-c309-4be7-a7e8-4658ecabf7d3 on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 17 14:06:42.839953 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-5712ccdb-6bf8-49f0-80f3-2f174c0e7a86 req-1c153cdb-fdeb-4747-8bcc-35b6f8f57a3f service neutron] Attempting to bind port 82f6cd96-c309-4be7-a7e8-4658ecabf7d3 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'a1e937b5-bced-4439-a491-27ed690446ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '69b6cbf8-fb2f-438a-896b-b3980c2acd2b'}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 17 14:06:42.840269 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5712ccdb-6bf8-49f0-80f3-2f174c0e7a86 req-1c153cdb-fdeb-4747-8bcc-35b6f8f57a3f service neutron] Attempting to bind port 82f6cd96-c309-4be7-a7e8-4658ecabf7d3 on network 69b6cbf8-fb2f-438a-896b-b3980c2acd2b {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 14:06:42.851772 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5712ccdb-6bf8-49f0-80f3-2f174c0e7a86 req-1c153cdb-fdeb-4747-8bcc-35b6f8f57a3f service neutron] Port 82f6cd96-c309-4be7-a7e8-4658ecabf7d3 on network 69b6cbf8-fb2f-438a-896b-b3980c2acd2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 17 14:06:42.852088 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5712ccdb-6bf8-49f0-80f3-2f174c0e7a86 req-1c153cdb-fdeb-4747-8bcc-35b6f8f57a3f service neutron] Attempting to bind port 82f6cd96-c309-4be7-a7e8-4658ecabf7d3 on network 69b6cbf8-fb2f-438a-896b-b3980c2acd2b {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 14:06:42.862525 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5712ccdb-6bf8-49f0-80f3-2f174c0e7a86 req-1c153cdb-fdeb-4747-8bcc-35b6f8f57a3f service neutron] Checking agent: {'id': '2184a6b5-3e0c-4449-b4b5-a4e82803b4d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 53, 3), 'started_at': datetime.datetime(2021, 5, 17, 13, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 14, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 17 14:06:42.862857 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5712ccdb-6bf8-49f0-80f3-2f174c0e7a86 req-1c153cdb-fdeb-4747-8bcc-35b6f8f57a3f service neutron] Checking segment: {'id': 'a1e937b5-bced-4439-a491-27ed690446ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '69b6cbf8-fb2f-438a-896b-b3980c2acd2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 14:06:42.863233 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5712ccdb-6bf8-49f0-80f3-2f174c0e7a86 req-1c153cdb-fdeb-4747-8bcc-35b6f8f57a3f service neutron] Bound using segment: {'id': 'a1e937b5-bced-4439-a491-27ed690446ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '69b6cbf8-fb2f-438a-896b-b3980c2acd2b'} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 17 14:06:42.863687 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-5712ccdb-6bf8-49f0-80f3-2f174c0e7a86 req-1c153cdb-fdeb-4747-8bcc-35b6f8f57a3f service neutron] Bound port: 82f6cd96-c309-4be7-a7e8-4658ecabf7d3, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1e937b5-bced-4439-a491-27ed690446ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '69b6cbf8-fb2f-438a-896b-b3980c2acd2b'}}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 17 14:06:42.864031 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-5712ccdb-6bf8-49f0-80f3-2f174c0e7a86 req-1c153cdb-fdeb-4747-8bcc-35b6f8f57a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:42.873654 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-d6f1932f-16aa-4662-b4af-03051345f9ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:42.945203 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-d6f1932f-16aa-4662-b4af-03051345f9ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:43.002671 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-5712ccdb-6bf8-49f0-80f3-2f174c0e7a86 req-1c153cdb-fdeb-4747-8bcc-35b6f8f57a3f service neutron] For port 82f6cd96-c309-4be7-a7e8-4658ecabf7d3, host hv-cinder-78836, cleared binding levels {{(pid=78743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 17 14:06:43.005849 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-5712ccdb-6bf8-49f0-80f3-2f174c0e7a86 req-1c153cdb-fdeb-4747-8bcc-35b6f8f57a3f service neutron] For port 82f6cd96-c309-4be7-a7e8-4658ecabf7d3, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=82f6cd96-c309-4be7-a7e8-4658ecabf7d3,segment=NetworkSegment(a1e937b5-bced-4439-a491-27ed690446ae),segment_id=a1e937b5-bced-4439-a491-27ed690446ae)] {{(pid=78743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 17 14:06:43.009684 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-5712ccdb-6bf8-49f0-80f3-2f174c0e7a86 req-1c153cdb-fdeb-4747-8bcc-35b6f8f57a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133957588'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:43.014419 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-956f0e88-58b0-46a2-882c-fcfbb78cdac7 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:06:43.070130 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5712ccdb-6bf8-49f0-80f3-2f174c0e7a86 req-1c153cdb-fdeb-4747-8bcc-35b6f8f57a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:43.070730 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-5712ccdb-6bf8-49f0-80f3-2f174c0e7a86 req-1c153cdb-fdeb-4747-8bcc-35b6f8f57a3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:43.072110 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5712ccdb-6bf8-49f0-80f3-2f174c0e7a86 req-1c153cdb-fdeb-4747-8bcc-35b6f8f57a3f service neutron] 10.222.0.49 "PUT /v2.0/ports/82f6cd96-c309-4be7-a7e8-4658ecabf7d3 HTTP/1.1" status: 200  len: 1094 time: 1.2404757
May 17 14:06:43.072686 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74910c58-8faa-4f5e-b17e-8440f05fcfdc', 'tag': '82f6cd96-c309-4be7-a7e8-4658ecabf7d3'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 14:06:43.082170 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-d6f1932f-16aa-4662-b4af-03051345f9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:43.102211 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-d6f1932f-16aa-4662-b4af-03051345f9ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:43.103278 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-d6f1932f-16aa-4662-b4af-03051345f9ee admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/03014187-2268-4d14-ae0e-954f43cea47c HTTP/1.1" status: 204  len: 168 time: 0.3291609
May 17 14:06:43.106096 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c153cdb-fdeb-4747-8bcc-35b6f8f57a3f service neutron] Pushing event updated for resources: {'Port': ['ID=82f6cd96-c309-4be7-a7e8-4658ecabf7d3,revision_number=3']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:06:43.143698 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-1c153cdb-fdeb-4747-8bcc-35b6f8f57a3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:06:43.144211 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-55fa063d-0161-48b3-8c49-9c17b6c2daf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:06:43.157705 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74910c58-8faa-4f5e-b17e-8440f05fcfdc', 'tag': '82f6cd96-c309-4be7-a7e8-4658ecabf7d3', 'status': 'completed', 'code': 200}
May 17 14:06:43.169723 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f1932f-16aa-4662-b4af-03051345f9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03014187-2268-4d14-ae0e-954f43cea47c,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:06:43.173387 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-d6f1932f-16aa-4662-b4af-03051345f9ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:06:43.200447 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5712ccdb-6bf8-49f0-80f3-2f174c0e7a86 req-e3df55e7-7460-4763-a420-28f1cad48bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:43.202017 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5712ccdb-6bf8-49f0-80f3-2f174c0e7a86 req-e3df55e7-7460-4763-a420-28f1cad48bbf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fbb3fc1219ff4c9daad48a85acc8f1f0&device_id=74910c58-8faa-4f5e-b17e-8440f05fcfdc HTTP/1.1" status: 200  len: 1097 time: 0.0928197
May 17 14:06:43.274536 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5712ccdb-6bf8-49f0-80f3-2f174c0e7a86 req-a71f040c-e6b7-433b-8040-929635d5ef7a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82f6cd96-c309-4be7-a7e8-4658ecabf7d3 HTTP/1.1" status: 200  len: 217 time: 0.0641594
May 17 14:06:43.341258 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5712ccdb-6bf8-49f0-80f3-2f174c0e7a86 req-1eb6770b-31a1-4a3f-bf97-c88e5500ae33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:43.342695 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5712ccdb-6bf8-49f0-80f3-2f174c0e7a86 req-1eb6770b-31a1-4a3f-bf97-c88e5500ae33 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8d64206f-2239-483f-8543-3235009d0263 HTTP/1.1" status: 200  len: 854 time: 0.0614836
May 17 14:06:43.391515 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5712ccdb-6bf8-49f0-80f3-2f174c0e7a86 req-1c878e25-c020-41e2-94d1-434cfd9cc362 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=69b6cbf8-fb2f-438a-896b-b3980c2acd2b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0412595
May 17 14:06:43.528105 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5712ccdb-6bf8-49f0-80f3-2f174c0e7a86 req-45f7f129-d364-466d-8e73-ac659ddd2013 service neutron] 10.222.0.49 "GET /v2.0/networks/69b6cbf8-fb2f-438a-896b-b3980c2acd2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1293488
May 17 14:06:43.821272 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5712ccdb-6bf8-49f0-80f3-2f174c0e7a86 req-e2915572-4340-4915-b7da-779eb23fdd9d service neutron] 10.222.0.49 "GET /v2.0/networks/69b6cbf8-fb2f-438a-896b-b3980c2acd2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2861784
May 17 14:06:43.837096 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa0710e-a92c-4c2c-a77b-fc55e610abf6 req-d994670c-464b-477e-92ed-e0de5f8e8a3e tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:43.838590 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-daa0710e-a92c-4c2c-a77b-fc55e610abf6 req-d994670c-464b-477e-92ed-e0de5f8e8a3e tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?device_id=74910c58-8faa-4f5e-b17e-8440f05fcfdc HTTP/1.1" status: 200  len: 944 time: 0.2328305
May 17 14:06:43.930008 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-daa0710e-a92c-4c2c-a77b-fc55e610abf6 req-33e3b84c-e132-424c-89ae-e40d0befc4f8 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/security-groups?id=70589da7-ebc4-4202-b813-680f84bcc05b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847452
May 17 14:06:43.959689 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d6b3a-2783-492e-9299-d8b7152aa982 req-d34735ab-c944-4fe9-9938-4087571d0e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:43.961159 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ad6d6b3a-2783-492e-9299-d8b7152aa982 req-d34735ab-c944-4fe9-9938-4087571d0e12 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fbb3fc1219ff4c9daad48a85acc8f1f0&device_id=74910c58-8faa-4f5e-b17e-8440f05fcfdc HTTP/1.1" status: 200  len: 1097 time: 0.0873919
May 17 14:06:44.095274 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d6b3a-2783-492e-9299-d8b7152aa982 req-a88bf737-9c36-494d-8793-c48bab10de72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:44.096963 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ad6d6b3a-2783-492e-9299-d8b7152aa982 req-a88bf737-9c36-494d-8793-c48bab10de72 service neutron] 10.222.0.49 "GET /v2.0/networks?id=69b6cbf8-fb2f-438a-896b-b3980c2acd2b HTTP/1.1" status: 200  len: 915 time: 0.1267366
May 17 14:06:44.172420 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ad6d6b3a-2783-492e-9299-d8b7152aa982 req-a56569dc-7856-43c2-898d-ad76f43248d5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82f6cd96-c309-4be7-a7e8-4658ecabf7d3 HTTP/1.1" status: 200  len: 217 time: 0.0661745
May 17 14:06:44.237109 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d6b3a-2783-492e-9299-d8b7152aa982 req-39f4324e-b893-428e-939d-5588281b2520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:44.238543 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ad6d6b3a-2783-492e-9299-d8b7152aa982 req-39f4324e-b893-428e-939d-5588281b2520 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8d64206f-2239-483f-8543-3235009d0263 HTTP/1.1" status: 200  len: 854 time: 0.0595744
May 17 14:06:44.297330 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ad6d6b3a-2783-492e-9299-d8b7152aa982 req-063140cc-398d-43af-9844-262d1b058b3d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=69b6cbf8-fb2f-438a-896b-b3980c2acd2b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0454400
May 17 14:06:44.435107 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ad6d6b3a-2783-492e-9299-d8b7152aa982 req-870bbde6-ec5a-45c0-85f7-caa1961bebcc service neutron] 10.222.0.49 "GET /v2.0/networks/69b6cbf8-fb2f-438a-896b-b3980c2acd2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1314368
May 17 14:06:44.580148 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ad6d6b3a-2783-492e-9299-d8b7152aa982 req-3baadc32-f616-41c6-9dfb-1f67bc5b7eef service neutron] 10.222.0.49 "GET /v2.0/networks/69b6cbf8-fb2f-438a-896b-b3980c2acd2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1367118
May 17 14:06:45.116610 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f482a38-72aa-49ee-aaf6-ddda14141335 req-420e143c-7718-45fc-b63a-397e74fd10c6 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:45.118058 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7f482a38-72aa-49ee-aaf6-ddda14141335 req-420e143c-7718-45fc-b63a-397e74fd10c6 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?device_id=74910c58-8faa-4f5e-b17e-8440f05fcfdc HTTP/1.1" status: 200  len: 944 time: 0.0803728
May 17 14:06:45.162680 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7f482a38-72aa-49ee-aaf6-ddda14141335 req-a477841e-a382-46eb-ad45-feb15307f416 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/security-groups?id=70589da7-ebc4-4202-b813-680f84bcc05b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387585
May 17 14:06:46.353447 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b886909-9a9d-4ab7-b8d3-edad1492a18e req-3b9bc21e-23c1-4b09-9da8-a631f11d9d6a tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:46.354923 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0b886909-9a9d-4ab7-b8d3-edad1492a18e req-3b9bc21e-23c1-4b09-9da8-a631f11d9d6a tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?device_id=74910c58-8faa-4f5e-b17e-8440f05fcfdc HTTP/1.1" status: 200  len: 944 time: 0.0861449
May 17 14:06:46.400583 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0b886909-9a9d-4ab7-b8d3-edad1492a18e req-0475aeda-01f5-4171-bb79-16212246f782 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/security-groups?id=70589da7-ebc4-4202-b813-680f84bcc05b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396674
May 17 14:06:47.583978 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a28ec-8ecf-4d6a-acf0-c847b1ef4961 req-157d7a24-335f-4da5-b519-e547d07b94d3 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:47.585323 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ad4a28ec-8ecf-4d6a-acf0-c847b1ef4961 req-157d7a24-335f-4da5-b519-e547d07b94d3 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?device_id=74910c58-8faa-4f5e-b17e-8440f05fcfdc HTTP/1.1" status: 200  len: 944 time: 0.0829797
May 17 14:06:47.630087 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ad4a28ec-8ecf-4d6a-acf0-c847b1ef4961 req-5426c262-608b-4ab5-a5ab-8c7be90045c1 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/security-groups?id=70589da7-ebc4-4202-b813-680f84bcc05b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391381
May 17 14:06:48.524793 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device 82f6cd96-c309-4be7-a7e8-4658ecabf7d3 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 17 14:06:48.659157 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port 82f6cd96-c309-4be7-a7e8-4658ecabf7d3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=82f6cd96-c309-4be7-a7e8-4658ecabf7d3,segment=NetworkSegment(a1e937b5-bced-4439-a491-27ed690446ae),segment_id=a1e937b5-bced-4439-a491-27ed690446ae)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:06:48.673061 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Returning: {'device': '82f6cd96-c309-4be7-a7e8-4658ecabf7d3', 'network_id': '69b6cbf8-fb2f-438a-896b-b3980c2acd2b', 'port_id': '82f6cd96-c309-4be7-a7e8-4658ecabf7d3', 'mac_address': 'fa:16:3e:8f:5b:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d64206f-2239-483f-8543-3235009d0263', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 17 14:06:48.726695 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:48.744154 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82f6cd96-c309-4be7-a7e8-4658ecabf7d3 {{(pid=78744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 17 14:06:48.760620 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port 82f6cd96-c309-4be7-a7e8-4658ecabf7d3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=82f6cd96-c309-4be7-a7e8-4658ecabf7d3,segment=NetworkSegment(a1e937b5-bced-4439-a491-27ed690446ae),segment_id=a1e937b5-bced-4439-a491-27ed690446ae)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:06:48.767010 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:48.768812 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:06:48.816898 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb37dfb-b31b-4960-9192-2396436d25ad req-6e4a6565-1e1a-48c3-bec8-8a5414b392cf tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:48.818332 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-bbb37dfb-b31b-4960-9192-2396436d25ad req-6e4a6565-1e1a-48c3-bec8-8a5414b392cf tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?device_id=74910c58-8faa-4f5e-b17e-8440f05fcfdc HTTP/1.1" status: 200  len: 945 time: 0.0851686
May 17 14:06:48.840812 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Pushing event updated for resources: {'Port': ['ID=82f6cd96-c309-4be7-a7e8-4658ecabf7d3,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:06:48.844901 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:06:48.865083 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-bbb37dfb-b31b-4960-9192-2396436d25ad req-0599ab95-ac82-4986-b7bb-037f00893507 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/security-groups?id=70589da7-ebc4-4202-b813-680f84bcc05b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410824
May 17 14:06:50.053075 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2739e0a-e231-4c62-ae6e-2762f30223dd req-7fe08f14-5ef1-479d-994c-ec91b9ef712d tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:50.054580 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e2739e0a-e231-4c62-ae6e-2762f30223dd req-7fe08f14-5ef1-479d-994c-ec91b9ef712d tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?device_id=74910c58-8faa-4f5e-b17e-8440f05fcfdc HTTP/1.1" status: 200  len: 945 time: 0.0842876
May 17 14:06:50.099019 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e2739e0a-e231-4c62-ae6e-2762f30223dd req-1cfe1913-fd4a-461d-829b-f449368dfec3 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/security-groups?id=70589da7-ebc4-4202-b813-680f84bcc05b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384922
May 17 14:06:51.286546 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2cbcc-172c-40cc-961c-55c425b9f553 req-6c5dbbad-6e02-436b-9f25-0424fdbe198e tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:51.288070 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-54e2cbcc-172c-40cc-961c-55c425b9f553 req-6c5dbbad-6e02-436b-9f25-0424fdbe198e tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?device_id=74910c58-8faa-4f5e-b17e-8440f05fcfdc HTTP/1.1" status: 200  len: 945 time: 0.0837715
May 17 14:06:51.333350 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-54e2cbcc-172c-40cc-961c-55c425b9f553 req-b3f0cd59-e7df-4304-b83b-dcdd0fca18bc tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/security-groups?id=70589da7-ebc4-4202-b813-680f84bcc05b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396471
May 17 14:06:51.449703 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] get_ports_and_sgs() called for port_ids ['82f6cd96-c309-4be7-a7e8-4658ecabf7d3'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 17 14:06:52.532566 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535475e3-a5de-4597-8d50-02861b03d1fc req-9c8d22e9-2952-41d8-ab33-01870445291d tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:52.534024 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-535475e3-a5de-4597-8d50-02861b03d1fc req-9c8d22e9-2952-41d8-ab33-01870445291d tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?device_id=74910c58-8faa-4f5e-b17e-8440f05fcfdc HTTP/1.1" status: 200  len: 945 time: 0.0918913
May 17 14:06:52.578990 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-535475e3-a5de-4597-8d50-02861b03d1fc req-34cd365b-c207-4877-ae36-5ef0af576970 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/security-groups?id=70589da7-ebc4-4202-b813-680f84bcc05b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382264
May 17 14:06:53.768430 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef4638-911a-44da-90d1-4c2648f5df8f req-d872c9c1-f7db-4435-8393-2ac1472d1db0 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:53.769899 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-63ef4638-911a-44da-90d1-4c2648f5df8f req-d872c9c1-f7db-4435-8393-2ac1472d1db0 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?device_id=74910c58-8faa-4f5e-b17e-8440f05fcfdc HTTP/1.1" status: 200  len: 945 time: 0.0843050
May 17 14:06:53.816012 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-63ef4638-911a-44da-90d1-4c2648f5df8f req-fa9b02ad-de64-472f-8659-11d34282064d tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/security-groups?id=70589da7-ebc4-4202-b813-680f84bcc05b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404673
May 17 14:06:54.999028 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec8528-737d-4eae-8989-de46532d640b req-749dc3b0-fe7d-4bfc-9bba-16021f4d3388 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:55.000536 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-34ec8528-737d-4eae-8989-de46532d640b req-749dc3b0-fe7d-4bfc-9bba-16021f4d3388 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?device_id=74910c58-8faa-4f5e-b17e-8440f05fcfdc HTTP/1.1" status: 200  len: 945 time: 0.0799267
May 17 14:06:55.138558 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-34ec8528-737d-4eae-8989-de46532d640b req-e29a1973-7e3c-4f2c-8fc1-c082e5d31d32 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/security-groups?id=70589da7-ebc4-4202-b813-680f84bcc05b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1322341
May 17 14:06:56.321505 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809e312-5d52-4356-8c88-a7024fbfcf35 req-5e740565-d715-4fa3-baa3-98e920b8a7f1 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:56.322954 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e809e312-5d52-4356-8c88-a7024fbfcf35 req-5e740565-d715-4fa3-baa3-98e920b8a7f1 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?device_id=74910c58-8faa-4f5e-b17e-8440f05fcfdc HTTP/1.1" status: 200  len: 945 time: 0.0813720
May 17 14:06:56.369332 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e809e312-5d52-4356-8c88-a7024fbfcf35 req-b9a25c4d-2504-4f2d-8468-4859dff70cfc tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/security-groups?id=70589da7-ebc4-4202-b813-680f84bcc05b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406098
May 17 14:06:56.796334 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device 82f6cd96-c309-4be7-a7e8-4658ecabf7d3 up at agent hyperv_hv-cinder-78836 {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 14:06:56.867791 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Provisioning for port 82f6cd96-c309-4be7-a7e8-4658ecabf7d3 completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 14:06:56.872558 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Provisioning complete for port 82f6cd96-c309-4be7-a7e8-4658ecabf7d3 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 14:06:56.872930 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:56.985354 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:57.013636 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74910c58-8faa-4f5e-b17e-8440f05fcfdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f6cd96-c309-4be7-a7e8-4658ecabf7d3'}] {{(pid=78744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 14:06:57.023751 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port 82f6cd96-c309-4be7-a7e8-4658ecabf7d3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=82f6cd96-c309-4be7-a7e8-4658ecabf7d3,segment=NetworkSegment(a1e937b5-bced-4439-a491-27ed690446ae),segment_id=a1e937b5-bced-4439-a491-27ed690446ae)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:06:57.027758 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:06:57.029868 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-fa13b094-fa3a-42a0-b9e2-51a9aa9d2536 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:06:57.060248 dv-cinder-788363-3-iscsi neutron-server[78744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74910c58-8faa-4f5e-b17e-8440f05fcfdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f6cd96-c309-4be7-a7e8-4658ecabf7d3', 'code': 200}
May 17 14:06:57.098414 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Pushing event updated for resources: {'Port': ['ID=82f6cd96-c309-4be7-a7e8-4658ecabf7d3,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:06:57.101299 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:06:57.284959 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b38cbd-6da5-45a7-9e20-ab3605748cfd req-7c4bc808-0fbe-40b7-be86-dd12a0bbd5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:57.286434 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-35b38cbd-6da5-45a7-9e20-ab3605748cfd req-7c4bc808-0fbe-40b7-be86-dd12a0bbd5c6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=74910c58-8faa-4f5e-b17e-8440f05fcfdc HTTP/1.1" status: 200  len: 1099 time: 0.0732524
May 17 14:06:57.327042 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-35b38cbd-6da5-45a7-9e20-ab3605748cfd req-124a1d61-8430-4f4e-a3db-6e637a7eac18 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=70589da7-ebc4-4202-b813-680f84bcc05b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0344336
May 17 14:06:57.555784 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4255a37-b261-4914-b1b3-1d33f23f3ea4 req-6c40a300-1f5f-4139-9b45-4100b02d35a8 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:57.557138 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d4255a37-b261-4914-b1b3-1d33f23f3ea4 req-6c40a300-1f5f-4139-9b45-4100b02d35a8 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?device_id=74910c58-8faa-4f5e-b17e-8440f05fcfdc HTTP/1.1" status: 200  len: 946 time: 0.0809369
May 17 14:06:57.604491 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d4255a37-b261-4914-b1b3-1d33f23f3ea4 req-34c81922-7c88-4c24-8dec-78e26e8f1e70 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/security-groups?id=70589da7-ebc4-4202-b813-680f84bcc05b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416982
May 17 14:06:58.792842 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e9387a-39cd-4713-8510-3f0ca8d4cf4f req-4c6d87bd-8d35-49e6-85e0-dbb8a0a4c643 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:06:58.794373 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-10e9387a-39cd-4713-8510-3f0ca8d4cf4f req-4c6d87bd-8d35-49e6-85e0-dbb8a0a4c643 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?device_id=74910c58-8faa-4f5e-b17e-8440f05fcfdc HTTP/1.1" status: 200  len: 946 time: 0.0813715
May 17 14:06:58.840547 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-10e9387a-39cd-4713-8510-3f0ca8d4cf4f req-dc130a85-df6c-4211-970b-ed6621b18e92 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/security-groups?id=70589da7-ebc4-4202-b813-680f84bcc05b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387666
May 17 14:07:00.028643 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5763383-d3f0-47ea-bf7f-c372871ad2bc req-cc3149fa-fefa-4ff3-b8d6-bd693ddb83d7 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:07:00.030105 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f5763383-d3f0-47ea-bf7f-c372871ad2bc req-cc3149fa-fefa-4ff3-b8d6-bd693ddb83d7 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?device_id=74910c58-8faa-4f5e-b17e-8440f05fcfdc HTTP/1.1" status: 200  len: 946 time: 0.0844197
May 17 14:07:00.077363 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f5763383-d3f0-47ea-bf7f-c372871ad2bc req-883a0aa6-85b7-4c82-bf0f-8425a07a2254 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/security-groups?id=70589da7-ebc4-4202-b813-680f84bcc05b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412242
May 17 14:07:03.537059 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:06.214719 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-815c1be2-b1c5-4c83-a24b-983b4f8cdf81 req-c5262da8-5fee-4fcf-8465-ac3c6243ebc5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=840559aa-5d6c-464b-93e0-bfeecd623862&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0694282
May 17 14:07:06.322662 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c1be2-b1c5-4c83-a24b-983b4f8cdf81 req-b70124bc-043f-4b29-87a5-e72b719bca13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:07:06.324180 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-815c1be2-b1c5-4c83-a24b-983b4f8cdf81 req-b70124bc-043f-4b29-87a5-e72b719bca13 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d77a303f986f47e2bf0264946d7679d6&device_id=840559aa-5d6c-464b-93e0-bfeecd623862 HTTP/1.1" status: 200  len: 1098 time: 0.0807407
May 17 14:07:06.470746 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c1be2-b1c5-4c83-a24b-983b4f8cdf81 req-e34c12ae-1189-4834-a9f5-78f78ce4ee89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:07:06.472227 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-815c1be2-b1c5-4c83-a24b-983b4f8cdf81 req-e34c12ae-1189-4834-a9f5-78f78ce4ee89 service neutron] 10.222.0.49 "GET /v2.0/networks?id=44766520-36a7-4a15-a6b9-ee8d2b4767ae HTTP/1.1" status: 200  len: 913 time: 0.1282454
May 17 14:07:06.585752 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-815c1be2-b1c5-4c83-a24b-983b4f8cdf81 req-80764932-222f-460a-8df4-5e57d2411e36 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400 HTTP/1.1" status: 200  len: 999 time: 0.1067798
May 17 14:07:06.647122 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c1be2-b1c5-4c83-a24b-983b4f8cdf81 req-90d1673f-6b21-434b-b802-878e6eb569a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:07:06.648481 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-815c1be2-b1c5-4c83-a24b-983b4f8cdf81 req-90d1673f-6b21-434b-b802-878e6eb569a4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=31d31f43-e8b1-4e8d-8f8a-74810a227c7c HTTP/1.1" status: 200  len: 851 time: 0.0561295
May 17 14:07:06.724952 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c1be2-b1c5-4c83-a24b-983b4f8cdf81 req-4b171d34-da01-4e3f-af8f-82129429c315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:07:06.726421 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-815c1be2-b1c5-4c83-a24b-983b4f8cdf81 req-4b171d34-da01-4e3f-af8f-82129429c315 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=44766520-36a7-4a15-a6b9-ee8d2b4767ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0710723
May 17 14:07:06.859577 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-815c1be2-b1c5-4c83-a24b-983b4f8cdf81 req-fcd707b5-5f48-4737-b53b-dda0ffc9addb service neutron] 10.222.0.49 "GET /v2.0/networks/44766520-36a7-4a15-a6b9-ee8d2b4767ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1261508
May 17 14:07:06.991566 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-815c1be2-b1c5-4c83-a24b-983b4f8cdf81 req-291d3f10-ad29-43c1-bd87-f2bbe037be6b service neutron] 10.222.0.49 "GET /v2.0/networks/44766520-36a7-4a15-a6b9-ee8d2b4767ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250510
May 17 14:07:07.445148 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-6a465924-cdb3-441f-9ac9-4ef9ee41b8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:08.656587 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-8052cd49-7a68-4d4d-8373-307cb75036c7 None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 17 14:07:09.898071 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:10.148965 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a2026d08-3598-478c-b725-4d213909b988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:11.034788 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-533a9918-d89c-4562-8a48-35a661957320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:12.556880 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1529072-104d-404f-8ce8-7078c9c34ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:12.580806 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 41254) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:07:12.701387 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-122d8d66-2863-45a2-b53d-f24b5925c8fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:12.715730 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-122d8d66-2863-45a2-b53d-f24b5925c8fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 14:07:12.719539 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-122d8d66-2863-45a2-b53d-f24b5925c8fd admin admin] Usage tracker for resource:security_group_rule and tenant:bf2a8a96244747c9b4f04c579b1288c7 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 14:07:12.722303 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-122d8d66-2863-45a2-b53d-f24b5925c8fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 14:07:12.727963 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-122d8d66-2863-45a2-b53d-f24b5925c8fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 14:07:12.810893 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-122d8d66-2863-45a2-b53d-f24b5925c8fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:12.814777 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-122d8d66-2863-45a2-b53d-f24b5925c8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:12.821666 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-df094dce-a271-4a2d-b129-ca87be3c0690 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:07:12.866568 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-122d8d66-2863-45a2-b53d-f24b5925c8fd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bf2a8a96244747c9b4f04c579b1288c7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2845247
May 17 14:07:12.867332 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d8d66-2863-45a2-b53d-f24b5925c8fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d437f0be-8482-4c0b-ba2f-3865a2fd5064,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:07:12.869348 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 41262) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:07:12.870537 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-122d8d66-2863-45a2-b53d-f24b5925c8fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:07:12.942788 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-16583365-6e86-4b70-ba61-9f4ca6148512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:12.967809 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-16583365-6e86-4b70-ba61-9f4ca6148512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:13.020254 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-16583365-6e86-4b70-ba61-9f4ca6148512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:13.024810 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-5a5f06a0-e0d2-408d-8818-8d8e9680e5b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:07:13.036584 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16583365-6e86-4b70-ba61-9f4ca6148512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d437f0be-8482-4c0b-ba2f-3865a2fd5064,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:07:13.045655 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16583365-6e86-4b70-ba61-9f4ca6148512 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:07:13.046038 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16583365-6e86-4b70-ba61-9f4ca6148512 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:07:13.046405 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16583365-6e86-4b70-ba61-9f4ca6148512 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:07:13.046766 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16583365-6e86-4b70-ba61-9f4ca6148512 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:07:13.047121 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16583365-6e86-4b70-ba61-9f4ca6148512 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:07:13.047510 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16583365-6e86-4b70-ba61-9f4ca6148512 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:07:13.048531 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16583365-6e86-4b70-ba61-9f4ca6148512 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:07:13.048884 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16583365-6e86-4b70-ba61-9f4ca6148512 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:07:13.049238 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16583365-6e86-4b70-ba61-9f4ca6148512 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:07:13.049588 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16583365-6e86-4b70-ba61-9f4ca6148512 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:07:13.049937 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16583365-6e86-4b70-ba61-9f4ca6148512 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:07:13.050286 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16583365-6e86-4b70-ba61-9f4ca6148512 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:07:13.052807 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-16583365-6e86-4b70-ba61-9f4ca6148512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:13.053899 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-16583365-6e86-4b70-ba61-9f4ca6148512 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d437f0be-8482-4c0b-ba2f-3865a2fd5064 HTTP/1.1" status: 204  len: 168 time: 0.1834781
May 17 14:07:13.054753 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-16583365-6e86-4b70-ba61-9f4ca6148512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:07:17.326311 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331e3494-5c18-46e9-89e2-fa1b17743a0d req-43f14570-0528-4a5b-ad24-05a851886062 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:07:17.327759 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-331e3494-5c18-46e9-89e2-fa1b17743a0d req-43f14570-0528-4a5b-ad24-05a851886062 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?device_id=74910c58-8faa-4f5e-b17e-8440f05fcfdc HTTP/1.1" status: 200  len: 946 time: 0.0787873
May 17 14:07:17.375003 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-331e3494-5c18-46e9-89e2-fa1b17743a0d req-72a63b1d-8c49-4d9d-a476-bf8ddfd0227b tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/security-groups?id=70589da7-ebc4-4202-b813-680f84bcc05b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408678
May 17 14:07:18.559807 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2960385-3bae-4dad-8173-a35aeb22f195 req-924c245f-6537-48f2-9520-3918f7fd9226 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:07:18.561158 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a2960385-3bae-4dad-8173-a35aeb22f195 req-924c245f-6537-48f2-9520-3918f7fd9226 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?device_id=74910c58-8faa-4f5e-b17e-8440f05fcfdc HTTP/1.1" status: 200  len: 946 time: 0.0808980
May 17 14:07:18.607920 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a2960385-3bae-4dad-8173-a35aeb22f195 req-4fa38eb6-6559-4d2a-b47b-ad33045d9559 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/security-groups?id=70589da7-ebc4-4202-b813-680f84bcc05b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401556
May 17 14:07:19.728687 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75192be8-830a-4a6d-bbda-1d9daa3d89c9 req-3ab7a627-1a09-43f1-96c7-bdb627d475a7 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:07:19.730245 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-75192be8-830a-4a6d-bbda-1d9daa3d89c9 req-3ab7a627-1a09-43f1-96c7-bdb627d475a7 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.49 "GET /v2.0/ports?device_id=74910c58-8faa-4f5e-b17e-8440f05fcfdc HTTP/1.1" status: 200  len: 946 time: 0.1794074
May 17 14:07:19.936522 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-75192be8-830a-4a6d-bbda-1d9daa3d89c9 req-116c1672-a1f7-4501-84a0-52434c00e4be tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Deleting port 82f6cd96-c309-4be7-a7e8-4658ecabf7d3 {{(pid=78743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 14:07:19.936862 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-75192be8-830a-4a6d-bbda-1d9daa3d89c9 req-116c1672-a1f7-4501-84a0-52434c00e4be tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:20.041521 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca275f9-0fd5-4a41-b840-5a32e9eeb666 req-3b07c0a8-d967-4aac-80a5-a06c5b27b2b9 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:07:20.042979 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-aca275f9-0fd5-4a41-b840-5a32e9eeb666 req-3b07c0a8-d967-4aac-80a5-a06c5b27b2b9 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?device_id=74910c58-8faa-4f5e-b17e-8440f05fcfdc HTTP/1.1" status: 200  len: 946 time: 0.1740477
May 17 14:07:20.124268 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-75192be8-830a-4a6d-bbda-1d9daa3d89c9 req-116c1672-a1f7-4501-84a0-52434c00e4be tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] For port 82f6cd96-c309-4be7-a7e8-4658ecabf7d3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=82f6cd96-c309-4be7-a7e8-4658ecabf7d3,segment=NetworkSegment(a1e937b5-bced-4439-a491-27ed690446ae),segment_id=a1e937b5-bced-4439-a491-27ed690446ae)] {{(pid=78743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:07:20.124623 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-75192be8-830a-4a6d-bbda-1d9daa3d89c9 req-116c1672-a1f7-4501-84a0-52434c00e4be tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:20.133782 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-aca275f9-0fd5-4a41-b840-5a32e9eeb666 req-530290df-e411-4c6b-abd3-599ac0c83dd4 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/security-groups?id=70589da7-ebc4-4202-b813-680f84bcc05b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823927
May 17 14:07:20.257606 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-75192be8-830a-4a6d-bbda-1d9daa3d89c9 req-116c1672-a1f7-4501-84a0-52434c00e4be tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Calling delete_port for 82f6cd96-c309-4be7-a7e8-4658ecabf7d3 owned by compute:nova {{(pid=78743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 14:07:20.367685 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-75192be8-830a-4a6d-bbda-1d9daa3d89c9 req-116c1672-a1f7-4501-84a0-52434c00e4be tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133957597'] for port, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:20.373081 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-708d4836-3c91-4718-8a90-683b7d53ca33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:07:20.380048 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] get_ports_and_sgs() called for port_ids ['da7c63c8-1c63-47f5-97dd-b6cf436c2104', '70c3762b-4dea-4028-8520-3ff2d20439d2', '147b8fbf-31f7-4004-8434-2bbf63a26aaa', '82f6cd96-c309-4be7-a7e8-4658ecabf7d3'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 17 14:07:20.417930 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116c1672-a1f7-4501-84a0-52434c00e4be tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Pushing event deleted for resources: {'Port': ['ID=82f6cd96-c309-4be7-a7e8-4658ecabf7d3,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:07:20.421016 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-116c1672-a1f7-4501-84a0-52434c00e4be tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:07:20.495947 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-75192be8-830a-4a6d-bbda-1d9daa3d89c9 req-116c1672-a1f7-4501-84a0-52434c00e4be tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] No DVR routers for this DVR port 82f6cd96-c309-4be7-a7e8-4658ecabf7d3 on host hv-cinder-78836 {{(pid=78743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 17 14:07:20.498514 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-75192be8-830a-4a6d-bbda-1d9daa3d89c9 req-116c1672-a1f7-4501-84a0-52434c00e4be tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:20.501159 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74910c58-8faa-4f5e-b17e-8440f05fcfdc', 'name': 'network-vif-deleted', 'tag': '82f6cd96-c309-4be7-a7e8-4658ecabf7d3'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 14:07:20.518750 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-75192be8-830a-4a6d-bbda-1d9daa3d89c9 req-116c1672-a1f7-4501-84a0-52434c00e4be tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.49 "DELETE /v2.0/ports/82f6cd96-c309-4be7-a7e8-4658ecabf7d3 HTTP/1.1" status: 204  len: 173 time: 0.7821448
May 17 14:07:20.702397 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74910c58-8faa-4f5e-b17e-8440f05fcfdc', 'name': 'network-vif-deleted', 'tag': '82f6cd96-c309-4be7-a7e8-4658ecabf7d3', 'status': 'completed', 'code': 200}
May 17 14:07:22.827699 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bff7a-0838-4503-a602-5ea251fb2186 req-4847d038-4885-43ef-81f0-7dfca58eadf8 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:07:22.828623 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-bd6bff7a-0838-4503-a602-5ea251fb2186 req-4847d038-4885-43ef-81f0-7dfca58eadf8 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Synchronizing usage tracker for tenant:fbb3fc1219ff4c9daad48a85acc8f1f0 on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 14:07:22.844840 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-bd6bff7a-0838-4503-a602-5ea251fb2186 req-4847d038-4885-43ef-81f0-7dfca58eadf8 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Unset dirty status for tenant:fbb3fc1219ff4c9daad48a85acc8f1f0 on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 14:07:22.846111 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-bd6bff7a-0838-4503-a602-5ea251fb2186 req-4847d038-4885-43ef-81f0-7dfca58eadf8 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ad9afd-acd4-4c3d-aeb9-8d744fcfd4b7 HTTP/1.1" status: 200  len: 945 time: 0.0990419
May 17 14:07:22.873735 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device 82f6cd96-c309-4be7-a7e8-4658ecabf7d3 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 17 14:07:22.896342 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-bd6bff7a-0838-4503-a602-5ea251fb2186 req-1f414c6d-ae4e-4702-8bcb-ecf950022e58 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/security-groups?id=70589da7-ebc4-4202-b813-680f84bcc05b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443256
May 17 14:07:22.907846 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] No Port match for: 82f6cd96-c309-4be7-a7e8-4658ecabf7d3 {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 17 14:07:22.908353 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device 82f6cd96-c309-4be7-a7e8-4658ecabf7d3 not bound to the agent host hv-cinder-78836 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 17 14:07:24.080202 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f12d41-cd03-43a6-8828-4c7abe866f91 req-8c6fa3ee-fbc5-4fa1-9517-5f0a79ce05e0 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:07:24.081649 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-55f12d41-cd03-43a6-8828-4c7abe866f91 req-8c6fa3ee-fbc5-4fa1-9517-5f0a79ce05e0 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ad9afd-acd4-4c3d-aeb9-8d744fcfd4b7 HTTP/1.1" status: 200  len: 945 time: 0.0793266
May 17 14:07:24.127889 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-55f12d41-cd03-43a6-8828-4c7abe866f91 req-c0772172-b631-460d-8fcf-217cbb4d3d28 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/security-groups?id=70589da7-ebc4-4202-b813-680f84bcc05b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399146
May 17 14:07:24.963699 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894fe338-a74b-4792-aa96-cf4ff128e731 req-83c5c502-64bb-4491-abca-da003c25279b tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:07:24.965120 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-894fe338-a74b-4792-aa96-cf4ff128e731 req-83c5c502-64bb-4491-abca-da003c25279b tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7ad9afd-acd4-4c3d-aeb9-8d744fcfd4b7 HTTP/1.1" status: 200  len: 945 time: 0.0867932
May 17 14:07:25.105975 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-894fe338-a74b-4792-aa96-cf4ff128e731 req-3c8a89f9-8f59-4071-8b51-e5b40350b088 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Deleting port 147b8fbf-31f7-4004-8434-2bbf63a26aaa {{(pid=78743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 14:07:25.106681 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-894fe338-a74b-4792-aa96-cf4ff128e731 req-3c8a89f9-8f59-4071-8b51-e5b40350b088 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:25.244387 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-894fe338-a74b-4792-aa96-cf4ff128e731 req-3c8a89f9-8f59-4071-8b51-e5b40350b088 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] For port 147b8fbf-31f7-4004-8434-2bbf63a26aaa, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=147b8fbf-31f7-4004-8434-2bbf63a26aaa,segment=NetworkSegment(a1e937b5-bced-4439-a491-27ed690446ae),segment_id=a1e937b5-bced-4439-a491-27ed690446ae)] {{(pid=78743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:07:25.244656 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-894fe338-a74b-4792-aa96-cf4ff128e731 req-3c8a89f9-8f59-4071-8b51-e5b40350b088 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:25.415694 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-894fe338-a74b-4792-aa96-cf4ff128e731 req-3c8a89f9-8f59-4071-8b51-e5b40350b088 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Calling delete_port for 147b8fbf-31f7-4004-8434-2bbf63a26aaa owned by compute:nova {{(pid=78743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 14:07:25.469315 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea077781-fbf8-4bde-9e89-32c53713ab00 req-7c5b2519-b09c-4904-be03-ad87490f7086 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:07:25.470871 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ea077781-fbf8-4bde-9e89-32c53713ab00 req-7c5b2519-b09c-4904-be03-ad87490f7086 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ad9afd-acd4-4c3d-aeb9-8d744fcfd4b7 HTTP/1.1" status: 200  len: 945 time: 0.2294135
May 17 14:07:25.660379 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ea077781-fbf8-4bde-9e89-32c53713ab00 req-fb5254da-cedc-46fe-8f29-db9ee572ee2a tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/security-groups?id=70589da7-ebc4-4202-b813-680f84bcc05b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1775846
May 17 14:07:25.683552 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-894fe338-a74b-4792-aa96-cf4ff128e731 req-3c8a89f9-8f59-4071-8b51-e5b40350b088 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133957597'] for port, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:25.689154 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-1c153cdb-fdeb-4747-8bcc-35b6f8f57a3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:07:25.695219 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] get_ports_and_sgs() called for port_ids ['da7c63c8-1c63-47f5-97dd-b6cf436c2104', '70c3762b-4dea-4028-8520-3ff2d20439d2', '147b8fbf-31f7-4004-8434-2bbf63a26aaa'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 17 14:07:25.738069 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a89f9-8f59-4071-8b51-e5b40350b088 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Pushing event deleted for resources: {'Port': ['ID=147b8fbf-31f7-4004-8434-2bbf63a26aaa,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:07:25.741244 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-3c8a89f9-8f59-4071-8b51-e5b40350b088 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:07:25.822250 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-894fe338-a74b-4792-aa96-cf4ff128e731 req-3c8a89f9-8f59-4071-8b51-e5b40350b088 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] No DVR routers for this DVR port 147b8fbf-31f7-4004-8434-2bbf63a26aaa on host hv-cinder-78836 {{(pid=78743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 17 14:07:25.825673 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-894fe338-a74b-4792-aa96-cf4ff128e731 req-3c8a89f9-8f59-4071-8b51-e5b40350b088 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:25.828865 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ad9afd-acd4-4c3d-aeb9-8d744fcfd4b7', 'name': 'network-vif-deleted', 'tag': '147b8fbf-31f7-4004-8434-2bbf63a26aaa'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 14:07:25.846396 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-894fe338-a74b-4792-aa96-cf4ff128e731 req-3c8a89f9-8f59-4071-8b51-e5b40350b088 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.49 "DELETE /v2.0/ports/147b8fbf-31f7-4004-8434-2bbf63a26aaa HTTP/1.1" status: 204  len: 173 time: 0.8749983
May 17 14:07:25.880954 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ad9afd-acd4-4c3d-aeb9-8d744fcfd4b7', 'name': 'network-vif-deleted', 'tag': '147b8fbf-31f7-4004-8434-2bbf63a26aaa', 'status': 'completed', 'code': 200}
May 17 14:07:27.120939 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c8f3ef-ed30-43cf-93ac-82b4d241998c req-d5ddea6f-9a5c-4238-bd08-36c57cc0f9aa tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:07:27.121646 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-a2c8f3ef-ed30-43cf-93ac-82b4d241998c req-d5ddea6f-9a5c-4238-bd08-36c57cc0f9aa tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Synchronizing usage tracker for tenant:fbb3fc1219ff4c9daad48a85acc8f1f0 on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 14:07:27.136491 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-a2c8f3ef-ed30-43cf-93ac-82b4d241998c req-d5ddea6f-9a5c-4238-bd08-36c57cc0f9aa tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Unset dirty status for tenant:fbb3fc1219ff4c9daad48a85acc8f1f0 on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 14:07:27.137709 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a2c8f3ef-ed30-43cf-93ac-82b4d241998c req-d5ddea6f-9a5c-4238-bd08-36c57cc0f9aa tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2cc2dc8-e2d1-49b1-9245-4132e87bbd7a HTTP/1.1" status: 200  len: 946 time: 0.0958776
May 17 14:07:27.187397 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a2c8f3ef-ed30-43cf-93ac-82b4d241998c req-54bced37-ec52-426e-a231-a2919f850b43 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/security-groups?id=70589da7-ebc4-4202-b813-680f84bcc05b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433710
May 17 14:07:28.368517 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a195a49-56ec-4654-9348-b86bf73841bc req-28e161ba-98b2-4d11-923f-3bd2d2f0bf86 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:07:28.369988 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5a195a49-56ec-4654-9348-b86bf73841bc req-28e161ba-98b2-4d11-923f-3bd2d2f0bf86 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2cc2dc8-e2d1-49b1-9245-4132e87bbd7a HTTP/1.1" status: 200  len: 946 time: 0.0800390
May 17 14:07:28.414633 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5a195a49-56ec-4654-9348-b86bf73841bc req-49030425-6a03-44e6-9b47-4013edc180b5 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/security-groups?id=70589da7-ebc4-4202-b813-680f84bcc05b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388675
May 17 14:07:28.929975 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device 147b8fbf-31f7-4004-8434-2bbf63a26aaa no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 17 14:07:28.964555 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] No Port match for: 147b8fbf-31f7-4004-8434-2bbf63a26aaa {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 17 14:07:28.964906 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device 147b8fbf-31f7-4004-8434-2bbf63a26aaa not bound to the agent host hv-cinder-78836 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 17 14:07:29.203350 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6735e-e305-4e42-8643-7613565f0e31 req-420b821a-d71a-4b0f-a715-a4a3b3099752 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:07:29.204675 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6ab6735e-e305-4e42-8643-7613565f0e31 req-420b821a-d71a-4b0f-a715-a4a3b3099752 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2cc2dc8-e2d1-49b1-9245-4132e87bbd7a HTTP/1.1" status: 200  len: 946 time: 0.0822358
May 17 14:07:29.340057 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-6ab6735e-e305-4e42-8643-7613565f0e31 req-d51af6b5-964e-45af-97c5-b43749f32b1a tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Deleting port 70c3762b-4dea-4028-8520-3ff2d20439d2 {{(pid=78743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 14:07:29.340295 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-6ab6735e-e305-4e42-8643-7613565f0e31 req-d51af6b5-964e-45af-97c5-b43749f32b1a tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:29.472918 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-6ab6735e-e305-4e42-8643-7613565f0e31 req-d51af6b5-964e-45af-97c5-b43749f32b1a tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] For port 70c3762b-4dea-4028-8520-3ff2d20439d2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=70c3762b-4dea-4028-8520-3ff2d20439d2,segment=NetworkSegment(a1e937b5-bced-4439-a491-27ed690446ae),segment_id=a1e937b5-bced-4439-a491-27ed690446ae)] {{(pid=78743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:07:29.473590 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-6ab6735e-e305-4e42-8643-7613565f0e31 req-d51af6b5-964e-45af-97c5-b43749f32b1a tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:29.627149 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-6ab6735e-e305-4e42-8643-7613565f0e31 req-d51af6b5-964e-45af-97c5-b43749f32b1a tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Calling delete_port for 70c3762b-4dea-4028-8520-3ff2d20439d2 owned by compute:nova {{(pid=78743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 14:07:29.705725 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55e50f-cfa9-4e52-a9e2-4867003e042d req-b4ed86b6-43a0-4a9b-8a58-347a0622cfc7 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:07:29.707175 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7b55e50f-cfa9-4e52-a9e2-4867003e042d req-b4ed86b6-43a0-4a9b-8a58-347a0622cfc7 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2cc2dc8-e2d1-49b1-9245-4132e87bbd7a HTTP/1.1" status: 200  len: 946 time: 0.1734209
May 17 14:07:29.800999 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7b55e50f-cfa9-4e52-a9e2-4867003e042d req-d68756de-f4f3-44c8-872c-ea63d65f4b72 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/security-groups?id=70589da7-ebc4-4202-b813-680f84bcc05b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865810
May 17 14:07:29.812689 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-6ab6735e-e305-4e42-8643-7613565f0e31 req-d51af6b5-964e-45af-97c5-b43749f32b1a tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133957597'] for port, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:29.823650 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-949a85ca-6adf-49d9-afd8-2ffd708434b1 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:07:29.824261 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] get_ports_and_sgs() called for port_ids ['da7c63c8-1c63-47f5-97dd-b6cf436c2104', '70c3762b-4dea-4028-8520-3ff2d20439d2'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 17 14:07:29.875080 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51af6b5-964e-45af-97c5-b43749f32b1a tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Pushing event deleted for resources: {'Port': ['ID=70c3762b-4dea-4028-8520-3ff2d20439d2,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:07:29.878039 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-d51af6b5-964e-45af-97c5-b43749f32b1a tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:07:29.948940 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab6735e-e305-4e42-8643-7613565f0e31 req-d51af6b5-964e-45af-97c5-b43749f32b1a tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] No DVR routers for this DVR port 70c3762b-4dea-4028-8520-3ff2d20439d2 on host hv-cinder-78836 {{(pid=78743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 17 14:07:29.951485 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-6ab6735e-e305-4e42-8643-7613565f0e31 req-d51af6b5-964e-45af-97c5-b43749f32b1a tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:29.954311 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2cc2dc8-e2d1-49b1-9245-4132e87bbd7a', 'name': 'network-vif-deleted', 'tag': '70c3762b-4dea-4028-8520-3ff2d20439d2'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 14:07:29.971469 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6ab6735e-e305-4e42-8643-7613565f0e31 req-d51af6b5-964e-45af-97c5-b43749f32b1a tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.49 "DELETE /v2.0/ports/70c3762b-4dea-4028-8520-3ff2d20439d2 HTTP/1.1" status: 204  len: 173 time: 0.7608781
May 17 14:07:29.999213 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2cc2dc8-e2d1-49b1-9245-4132e87bbd7a', 'name': 'network-vif-deleted', 'tag': '70c3762b-4dea-4028-8520-3ff2d20439d2', 'status': 'completed', 'code': 200}
May 17 14:07:32.479369 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99884656-7d8e-4f76-9dd9-6918bdffa1fa req-e83ca2fe-4e9d-47fc-9f3c-43d2a36163f2 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:07:32.480166 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-99884656-7d8e-4f76-9dd9-6918bdffa1fa req-e83ca2fe-4e9d-47fc-9f3c-43d2a36163f2 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Synchronizing usage tracker for tenant:fbb3fc1219ff4c9daad48a85acc8f1f0 on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 14:07:32.495533 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-99884656-7d8e-4f76-9dd9-6918bdffa1fa req-e83ca2fe-4e9d-47fc-9f3c-43d2a36163f2 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Unset dirty status for tenant:fbb3fc1219ff4c9daad48a85acc8f1f0 on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 14:07:32.496706 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-99884656-7d8e-4f76-9dd9-6918bdffa1fa req-e83ca2fe-4e9d-47fc-9f3c-43d2a36163f2 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?device_id=716b967d-1176-458e-9446-85853d0be91e HTTP/1.1" status: 200  len: 945 time: 0.0987396
May 17 14:07:32.541737 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-99884656-7d8e-4f76-9dd9-6918bdffa1fa req-e722d54b-1f01-468a-996e-8780ce34327b tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/security-groups?id=70589da7-ebc4-4202-b813-680f84bcc05b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390809
May 17 14:07:32.941485 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device 70c3762b-4dea-4028-8520-3ff2d20439d2 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 17 14:07:32.979385 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] No Port match for: 70c3762b-4dea-4028-8520-3ff2d20439d2 {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 17 14:07:32.979761 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device 70c3762b-4dea-4028-8520-3ff2d20439d2 not bound to the agent host hv-cinder-78836 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 17 14:07:33.543029 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:33.720254 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b5576-937f-41f3-9c5e-9947b77fc7a5 req-6d7f7000-34ed-49e9-af0c-eaf2ed429164 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:07:33.721678 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e04b5576-937f-41f3-9c5e-9947b77fc7a5 req-6d7f7000-34ed-49e9-af0c-eaf2ed429164 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?device_id=716b967d-1176-458e-9446-85853d0be91e HTTP/1.1" status: 200  len: 945 time: 0.0774312
May 17 14:07:33.769288 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e04b5576-937f-41f3-9c5e-9947b77fc7a5 req-ca66ab97-8e08-41f8-b47d-f7c84e60364c tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/security-groups?id=70589da7-ebc4-4202-b813-680f84bcc05b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415154
May 17 14:07:34.832891 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0acb4f-294a-42a3-8e40-4cade5b430da req-db2b67a4-6d00-45c4-98d0-1284b6e32e02 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:07:34.834359 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8a0acb4f-294a-42a3-8e40-4cade5b430da req-db2b67a4-6d00-45c4-98d0-1284b6e32e02 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.49 "GET /v2.0/ports?device_id=716b967d-1176-458e-9446-85853d0be91e HTTP/1.1" status: 200  len: 945 time: 0.0804238
May 17 14:07:35.117643 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b93adb-9e69-483e-83e7-da0d82ff2096 req-9a4c3685-b7dd-45ad-8ea0-4096e2f8c550 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:07:35.119038 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-13b93adb-9e69-483e-83e7-da0d82ff2096 req-9a4c3685-b7dd-45ad-8ea0-4096e2f8c550 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/ports?device_id=716b967d-1176-458e-9446-85853d0be91e HTTP/1.1" status: 200  len: 945 time: 0.2337515
May 17 14:07:35.143289 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-8a0acb4f-294a-42a3-8e40-4cade5b430da req-69f933f9-1da4-42d4-9e4d-e4ca6e86fbe7 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Deleting port da7c63c8-1c63-47f5-97dd-b6cf436c2104 {{(pid=78743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 14:07:35.143653 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-8a0acb4f-294a-42a3-8e40-4cade5b430da req-69f933f9-1da4-42d4-9e4d-e4ca6e86fbe7 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:35.246572 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-13b93adb-9e69-483e-83e7-da0d82ff2096 req-b701eb37-3468-46d0-8c7c-db8616162ee6 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.54 "GET /v2.0/security-groups?id=70589da7-ebc4-4202-b813-680f84bcc05b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1210375
May 17 14:07:35.298274 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-8a0acb4f-294a-42a3-8e40-4cade5b430da req-69f933f9-1da4-42d4-9e4d-e4ca6e86fbe7 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] For port da7c63c8-1c63-47f5-97dd-b6cf436c2104, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=da7c63c8-1c63-47f5-97dd-b6cf436c2104,segment=NetworkSegment(a1e937b5-bced-4439-a491-27ed690446ae),segment_id=a1e937b5-bced-4439-a491-27ed690446ae)] {{(pid=78743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:07:35.298625 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-8a0acb4f-294a-42a3-8e40-4cade5b430da req-69f933f9-1da4-42d4-9e4d-e4ca6e86fbe7 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:35.421719 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-8a0acb4f-294a-42a3-8e40-4cade5b430da req-69f933f9-1da4-42d4-9e4d-e4ca6e86fbe7 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Calling delete_port for da7c63c8-1c63-47f5-97dd-b6cf436c2104 owned by compute:nova {{(pid=78743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 14:07:35.529353 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-8a0acb4f-294a-42a3-8e40-4cade5b430da req-69f933f9-1da4-42d4-9e4d-e4ca6e86fbe7 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133957597'] for port, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:35.535264 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-116c1672-a1f7-4501-84a0-52434c00e4be tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:07:35.543075 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] get_ports_and_sgs() called for port_ids ['da7c63c8-1c63-47f5-97dd-b6cf436c2104'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 17 14:07:35.585450 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f933f9-1da4-42d4-9e4d-e4ca6e86fbe7 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Pushing event deleted for resources: {'Port': ['ID=da7c63c8-1c63-47f5-97dd-b6cf436c2104,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:07:35.587834 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-69f933f9-1da4-42d4-9e4d-e4ca6e86fbe7 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:07:35.660527 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a0acb4f-294a-42a3-8e40-4cade5b430da req-69f933f9-1da4-42d4-9e4d-e4ca6e86fbe7 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] No DVR routers for this DVR port da7c63c8-1c63-47f5-97dd-b6cf436c2104 on host hv-cinder-78836 {{(pid=78743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 17 14:07:35.663016 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-8a0acb4f-294a-42a3-8e40-4cade5b430da req-69f933f9-1da4-42d4-9e4d-e4ca6e86fbe7 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:35.666909 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '716b967d-1176-458e-9446-85853d0be91e', 'name': 'network-vif-deleted', 'tag': 'da7c63c8-1c63-47f5-97dd-b6cf436c2104'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 14:07:35.681494 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8a0acb4f-294a-42a3-8e40-4cade5b430da req-69f933f9-1da4-42d4-9e4d-e4ca6e86fbe7 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] 10.222.0.49 "DELETE /v2.0/ports/da7c63c8-1c63-47f5-97dd-b6cf436c2104 HTTP/1.1" status: 204  len: 173 time: 0.8415625
May 17 14:07:35.714140 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '716b967d-1176-458e-9446-85853d0be91e', 'name': 'network-vif-deleted', 'tag': 'da7c63c8-1c63-47f5-97dd-b6cf436c2104', 'status': 'completed', 'code': 200}
May 17 14:07:36.343333 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 41480) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:07:36.404711 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_v2 [None req-8550346c-bf2f-4ce5-9582-8cca158b0eb3 admin admin] Deleting subnet 8d64206f-2239-483f-8543-3235009d0263 {{(pid=78743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 17 14:07:36.407524 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-8550346c-bf2f-4ce5-9582-8cca158b0eb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:36.455444 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-8550346c-bf2f-4ce5-9582-8cca158b0eb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133955689'] for subnet, precommit_delete_associations {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:36.508909 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-8550346c-bf2f-4ce5-9582-8cca158b0eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-866929'] for subnet, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:36.762331 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-8550346c-bf2f-4ce5-9582-8cca158b0eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-866938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133371938'] for subnet, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:36.766228 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:07:36.813238 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8550346c-bf2f-4ce5-9582-8cca158b0eb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d64206f-2239-483f-8543-3235009d0263,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:07:36.815173 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-8550346c-bf2f-4ce5-9582-8cca158b0eb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for subnet, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:36.818319 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-8550346c-bf2f-4ce5-9582-8cca158b0eb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:07:36.822347 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-8550346c-bf2f-4ce5-9582-8cca158b0eb3 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/8d64206f-2239-483f-8543-3235009d0263 HTTP/1.1" status: 204  len: 168 time: 0.4779742
May 17 14:07:36.824811 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 41484) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:07:36.929364 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-4186ca20-07c9-4c16-9d4c-5fd7e2ef0181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1002279'] for network, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:36.995152 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 41488) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:07:37.053656 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-4186ca20-07c9-4c16-9d4c-5fd7e2ef0181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-866884', 'neutron.services.segments.db._delete_segments_for_network-8774149704834'] for network, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:37.070457 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.services.segments.db [None req-4186ca20-07c9-4c16-9d4c-5fd7e2ef0181 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fae3f21eca0>,) {'filters': {'network_id': ['69b6cbf8-fb2f-438a-896b-b3980c2acd2b']}} {{(pid=78743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:07:37.082425 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.services.segments.db [None req-4186ca20-07c9-4c16-9d4c-5fd7e2ef0181 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fae3f21eca0>, 'a1e937b5-bced-4439-a491-27ed690446ae') {'for_net_delete': True} {{(pid=78743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:07:37.082715 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.services.segments.db [None req-4186ca20-07c9-4c16-9d4c-5fd7e2ef0181 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fae3f21eca0>, 'a1e937b5-bced-4439-a491-27ed690446ae') {} {{(pid=78743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:07:37.094153 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-4186ca20-07c9-4c16-9d4c-5fd7e2ef0181 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774149716363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133955686'] for segment, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:37.110618 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-4186ca20-07c9-4c16-9d4c-5fd7e2ef0181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861870'] for segment, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:37.117074 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4186ca20-07c9-4c16-9d4c-5fd7e2ef0181 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=78743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 17 14:07:37.117477 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-4186ca20-07c9-4c16-9d4c-5fd7e2ef0181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133957512'] for segment, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:37.131825 dv-cinder-788363-3-iscsi neutron-server[78743]: Traceback (most recent call last):
May 17 14:07:37.131825 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 17 14:07:37.131825 dv-cinder-788363-3-iscsi neutron-server[78743]:     timer()
May 17 14:07:37.131825 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 17 14:07:37.131825 dv-cinder-788363-3-iscsi neutron-server[78743]:     cb(*args, **kw)
May 17 14:07:37.131825 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 17 14:07:37.131825 dv-cinder-788363-3-iscsi neutron-server[78743]:     return func(*args, **kwargs)
May 17 14:07:37.131825 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 17 14:07:37.131825 dv-cinder-788363-3-iscsi neutron-server[78743]:     self._notify()
May 17 14:07:37.131825 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 17 14:07:37.131825 dv-cinder-788363-3-iscsi neutron-server[78743]:     self.callback(batched_events)
May 17 14:07:37.131825 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 17 14:07:37.131825 dv-cinder-788363-3-iscsi neutron-server[78743]:     event.method(event)
May 17 14:07:37.131825 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 17 14:07:37.131825 dv-cinder-788363-3-iscsi neutron-server[78743]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 17 14:07:37.131825 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 17 14:07:37.131825 dv-cinder-788363-3-iscsi neutron-server[78743]:     aggregate_uuid = self.p_client.list_aggregates(
May 17 14:07:37.131825 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 17 14:07:37.131825 dv-cinder-788363-3-iscsi neutron-server[78743]:     return f(self, *a, **k)
May 17 14:07:37.131825 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 17 14:07:37.131825 dv-cinder-788363-3-iscsi neutron-server[78743]:     return self._get(url).json()
May 17 14:07:37.131825 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 17 14:07:37.131825 dv-cinder-788363-3-iscsi neutron-server[78743]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 17 14:07:37.131825 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 17 14:07:37.131825 dv-cinder-788363-3-iscsi neutron-server[78743]:     return self.request(url, 'GET', **kwargs)
May 17 14:07:37.131825 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 17 14:07:37.131825 dv-cinder-788363-3-iscsi neutron-server[78743]:     base_url = self.get_endpoint(auth, allow=allow,
May 17 14:07:37.131825 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 17 14:07:37.131825 dv-cinder-788363-3-iscsi neutron-server[78743]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 17 14:07:37.131825 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 17 14:07:37.131825 dv-cinder-788363-3-iscsi neutron-server[78743]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 17 14:07:37.131825 dv-cinder-788363-3-iscsi neutron-server[78743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 17 14:07:37.207636 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-4186ca20-07c9-4c16-9d4c-5fd7e2ef0181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-866893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1676892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1975232'] for network, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:37.211475 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-0519a4b0-7868-4302-aa3c-a043e58120ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:07:37.230371 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-4186ca20-07c9-4c16-9d4c-5fd7e2ef0181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for network, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:37.237307 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4186ca20-07c9-4c16-9d4c-5fd7e2ef0181 admin admin] Pushing event deleted for resources: {'Network': ['ID=69b6cbf8-fb2f-438a-896b-b3980c2acd2b,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:07:37.241182 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-4186ca20-07c9-4c16-9d4c-5fd7e2ef0181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:07:37.242718 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-4186ca20-07c9-4c16-9d4c-5fd7e2ef0181 admin admin] 10.222.0.54 "DELETE /v2.0/networks/69b6cbf8-fb2f-438a-896b-b3980c2acd2b HTTP/1.1" status: 204  len: 168 time: 0.4170241
May 17 14:07:37.373735 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-9db2acfb-88ee-4474-93d9-a4b1b7ee202e tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Deleting port 528affb8-5694-4a75-951c-8c58833d66de {{(pid=78742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 14:07:37.374068 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-9db2acfb-88ee-4474-93d9-a4b1b7ee202e tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:37.436070 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 41496) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:07:37.447814 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-4ceb81a9-e60b-4fa6-932e-6db27eeab0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:37.486078 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-fe9ba14c-1892-4c90-bc0f-033fbe03e734 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fbb3fc1219ff4c9daad48a85acc8f1f0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0486581
May 17 14:07:37.488440 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 41500) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:07:37.510544 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-9db2acfb-88ee-4474-93d9-a4b1b7ee202e tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:37.510881 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-9db2acfb-88ee-4474-93d9-a4b1b7ee202e tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:37.547508 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-aabdbcc2-d7fb-4ea7-995e-52e9f084e54d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:37.573935 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-aabdbcc2-d7fb-4ea7-995e-52e9f084e54d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:37.625338 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-aabdbcc2-d7fb-4ea7-995e-52e9f084e54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:37.629377 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-66833688-cb2b-4e9e-a8f4-8598253e69ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:07:37.635800 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-9db2acfb-88ee-4474-93d9-a4b1b7ee202e tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Calling delete_port for 528affb8-5694-4a75-951c-8c58833d66de owned by network:floatingip {{(pid=78742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 14:07:37.641489 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabdbcc2-d7fb-4ea7-995e-52e9f084e54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70589da7-ebc4-4202-b813-680f84bcc05b,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:07:37.646203 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-aabdbcc2-d7fb-4ea7-995e-52e9f084e54d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:07:37.648120 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-aabdbcc2-d7fb-4ea7-995e-52e9f084e54d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:37.651842 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-aabdbcc2-d7fb-4ea7-995e-52e9f084e54d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/70589da7-ebc4-4202-b813-680f84bcc05b HTTP/1.1" status: 204  len: 168 time: 0.1624954
May 17 14:07:37.763229 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-9db2acfb-88ee-4474-93d9-a4b1b7ee202e tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132438228'] for port, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:37.767828 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-b1b803d3-b09d-4a46-ab5a-93f420376b00 tempest-AttachVolumeShelveTestJSON-2013080786 tempest-AttachVolumeShelveTestJSON-2013080786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:07:37.815537 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db2acfb-88ee-4474-93d9-a4b1b7ee202e tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Pushing event deleted for resources: {'Port': ['ID=528affb8-5694-4a75-951c-8c58833d66de,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:07:37.856767 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db2acfb-88ee-4474-93d9-a4b1b7ee202e tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:07:37.857149 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db2acfb-88ee-4474-93d9-a4b1b7ee202e tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:07:37.857541 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db2acfb-88ee-4474-93d9-a4b1b7ee202e tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:07:37.857892 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db2acfb-88ee-4474-93d9-a4b1b7ee202e tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:07:37.858369 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db2acfb-88ee-4474-93d9-a4b1b7ee202e tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:07:37.858606 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db2acfb-88ee-4474-93d9-a4b1b7ee202e tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:07:37.858963 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db2acfb-88ee-4474-93d9-a4b1b7ee202e tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:07:37.859319 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db2acfb-88ee-4474-93d9-a4b1b7ee202e tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:07:37.859988 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db2acfb-88ee-4474-93d9-a4b1b7ee202e tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:07:37.860313 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db2acfb-88ee-4474-93d9-a4b1b7ee202e tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:07:37.860665 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db2acfb-88ee-4474-93d9-a4b1b7ee202e tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:07:37.861026 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db2acfb-88ee-4474-93d9-a4b1b7ee202e tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:07:37.888897 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-9db2acfb-88ee-4474-93d9-a4b1b7ee202e tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:07:37.936398 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-9db2acfb-88ee-4474-93d9-a4b1b7ee202e tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks [] for floatingip, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:37.936732 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.db.l3_db [None req-9db2acfb-88ee-4474-93d9-a4b1b7ee202e tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Floating IP 45faf595-ee73-4d07-a3f4-bbb828910c25 disassociated (deleted). External IP: 172.27.1.136, port: 0771cf84-3e9f-490f-a106-ba0f8ea5d08c.
May 17 14:07:38.294719 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db2acfb-88ee-4474-93d9-a4b1b7ee202e tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Router 5510a09f-e213-44d2-8b04-11238e67443e has already been hosted by L3 agent 5f048e90-1481-4c55-97c3-311a68b90326 {{(pid=78742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 17 14:07:38.482101 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db2acfb-88ee-4474-93d9-a4b1b7ee202e tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify agent at l3_agent.dv-cinder-788363-3-iscsi the message routers_updated {{(pid=78742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 17 14:07:38.495534 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c43eea-3c85-4abd-8f5c-e46751e91c64 None None] Sync routers for ids ['5510a09f-e213-44d2-8b04-11238e67443e'] in dv-cinder-788363-3-iscsi {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 17 14:07:38.507290 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c43eea-3c85-4abd-8f5c-e46751e91c64 None None] Routers {'5510a09f-e213-44d2-8b04-11238e67443e'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 14:07:38.507988 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-50c43eea-3c85-4abd-8f5c-e46751e91c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3b0c6340>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T14:07:10Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['5510a09f-e213-44d2-8b04-11238e67443e'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:07:38.522307 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-9db2acfb-88ee-4474-93d9-a4b1b7ee202e tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for floatingip, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:38.587150 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-9db2acfb-88ee-4474-93d9-a4b1b7ee202e tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "DELETE /v2.0/floatingips/45faf595-ee73-4d07-a3f4-bbb828910c25 HTTP/1.1" status: 204  len: 168 time: 1.5885437
May 17 14:07:38.587150 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a94a27d6-44c3-4bd9-8759-a82703236d2c', 'tag': '0771cf84-3e9f-490f-a106-ba0f8ea5d08c'}] {{(pid=78742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 14:07:38.695232 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-50c43eea-3c85-4abd-8f5c-e46751e91c64 None None] Set router 5510a09f-e213-44d2-8b04-11238e67443e gateway port host: dv-cinder-788363-3-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 14:07:38.961316 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device da7c63c8-1c63-47f5-97dd-b6cf436c2104 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 17 14:07:39.011932 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] No Port match for: da7c63c8-1c63-47f5-97dd-b6cf436c2104 {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 17 14:07:39.012281 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device da7c63c8-1c63-47f5-97dd-b6cf436c2104 not bound to the agent host hv-cinder-78836 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 17 14:07:39.090198 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-50c43eea-3c85-4abd-8f5c-e46751e91c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3b0c6340>, [{'id': '5510a09f-e213-44d2-8b04-11238e67443e', 'name': 'tempest-TestVolumeBootPattern-1927890406-router', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '68e01aa8-887d-473f-9fce-d59907b749ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:58:33Z', 'updated_at': '2021-05-17T13:58:40Z', 'revision_number': 4, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'gw_port': {'id': '68e01aa8-887d-473f-9fce-d59907b749ac', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5510a09f-e213-44d2-8b04-11238e67443e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:34Z', 'updated_at': '2021-05-17T13:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_floatingips': [{'id': '0021e169-3193-414f-80f7-80f8dae00295', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'floating_ip_address': '172.27.1.7', 'floating_network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'router_id': '5510a09f-e213-44d2-8b04-11238e67443e', 'port_id': '3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae', 'mac_address': 'fa:16:3e:93:69:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840559aa-5d6c-464b-93e0-bfeecd623862', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T14:02:46Z', 'updated_at': '2021-05-17T14:02:50Z', 'revision_number': 1, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b844ae9a-7ba6-401d-9e5c-a391539eb37c', 'name': '', 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'mac_address': 'fa:16:3e:46:c7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5510a09f-e213-44d2-8b04-11238e67443e', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '31d31f43-e8b1-4e8d-8f8a-74810a227c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:38Z', 'updated_at': '2021-05-17T13:58:47Z', 'revision_number': 5, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'subnets': [{'id': '31d31f43-e8b1-4e8d-8f8a-74810a227c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:07:39.094310 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c43eea-3c85-4abd-8f5c-e46751e91c64 None None] Checking router: 5510a09f-e213-44d2-8b04-11238e67443e for host: dv-cinder-788363-3-iscsi {{(pid=78744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 17 14:07:39.103518 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c43eea-3c85-4abd-8f5c-e46751e91c64 None None] Routers {'5510a09f-e213-44d2-8b04-11238e67443e'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 14:07:39.104176 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-50c43eea-3c85-4abd-8f5c-e46751e91c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3b0c6340>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T14:07:10Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['5510a09f-e213-44d2-8b04-11238e67443e'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:07:39.274656 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a94a27d6-44c3-4bd9-8759-a82703236d2c', 'tag': '0771cf84-3e9f-490f-a106-ba0f8ea5d08c', 'status': 'completed', 'code': 200}
May 17 14:07:39.292591 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-50c43eea-3c85-4abd-8f5c-e46751e91c64 None None] Set router 5510a09f-e213-44d2-8b04-11238e67443e gateway port host: dv-cinder-788363-3-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 14:07:39.383313 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717232b-d51d-480b-9645-a8a87443c024 req-1dd28a40-48e8-4eaf-9ec9-dbc7064b777d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:07:39.385246 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e717232b-d51d-480b-9645-a8a87443c024 req-1dd28a40-48e8-4eaf-9ec9-dbc7064b777d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d77a303f986f47e2bf0264946d7679d6&device_id=a94a27d6-44c3-4bd9-8759-a82703236d2c HTTP/1.1" status: 200  len: 1098 time: 0.0838687
May 17 14:07:39.658488 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-50c43eea-3c85-4abd-8f5c-e46751e91c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3b0c6340>, [{'id': '5510a09f-e213-44d2-8b04-11238e67443e', 'name': 'tempest-TestVolumeBootPattern-1927890406-router', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '68e01aa8-887d-473f-9fce-d59907b749ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:58:33Z', 'updated_at': '2021-05-17T13:58:40Z', 'revision_number': 4, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'gw_port': {'id': '68e01aa8-887d-473f-9fce-d59907b749ac', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5510a09f-e213-44d2-8b04-11238e67443e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:34Z', 'updated_at': '2021-05-17T13:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_floatingips': [{'id': '0021e169-3193-414f-80f7-80f8dae00295', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'floating_ip_address': '172.27.1.7', 'floating_network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'router_id': '5510a09f-e213-44d2-8b04-11238e67443e', 'port_id': '3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae', 'mac_address': 'fa:16:3e:93:69:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840559aa-5d6c-464b-93e0-bfeecd623862', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T14:02:46Z', 'updated_at': '2021-05-17T14:02:50Z', 'revision_number': 1, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b844ae9a-7ba6-401d-9e5c-a391539eb37c', 'name': '', 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'mac_address': 'fa:16:3e:46:c7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5510a09f-e213-44d2-8b04-11238e67443e', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '31d31f43-e8b1-4e8d-8f8a-74810a227c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:38Z', 'updated_at': '2021-05-17T13:58:47Z', 'revision_number': 5, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'subnets': [{'id': '31d31f43-e8b1-4e8d-8f8a-74810a227c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:07:39.664716 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c43eea-3c85-4abd-8f5c-e46751e91c64 None None] The sync data for ids ['5510a09f-e213-44d2-8b04-11238e67443e'] in dv-cinder-788363-3-iscsi is: [{'id': '5510a09f-e213-44d2-8b04-11238e67443e', 'name': 'tempest-TestVolumeBootPattern-1927890406-router', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '68e01aa8-887d-473f-9fce-d59907b749ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:58:33Z', 'updated_at': '2021-05-17T13:58:40Z', 'revision_number': 4, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'gw_port': {'id': '68e01aa8-887d-473f-9fce-d59907b749ac', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5510a09f-e213-44d2-8b04-11238e67443e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:34Z', 'updated_at': '2021-05-17T13:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_floatingips': [{'id': '0021e169-3193-414f-80f7-80f8dae00295', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'floating_ip_address': '172.27.1.7', 'floating_network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'router_id': '5510a09f-e213-44d2-8b04-11238e67443e', 'port_id': '3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae', 'mac_address': 'fa:16:3e:93:69:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840559aa-5d6c-464b-93e0-bfeecd623862', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T14:02:46Z', 'updated_at': '2021-05-17T14:02:50Z', 'revision_number': 1, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b844ae9a-7ba6-401d-9e5c-a391539eb37c', 'name': '', 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'mac_address': 'fa:16:3e:46:c7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5510a09f-e213-44d2-8b04-11238e67443e', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '31d31f43-e8b1-4e8d-8f8a-74810a227c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:38Z', 'updated_at': '2021-05-17T13:58:47Z', 'revision_number': 5, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'subnets': [{'id': '31d31f43-e8b1-4e8d-8f8a-74810a227c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 17 14:07:39.689392 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717232b-d51d-480b-9645-a8a87443c024 req-6fb84244-8ceb-496b-a143-1392366013fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:07:39.690874 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e717232b-d51d-480b-9645-a8a87443c024 req-6fb84244-8ceb-496b-a143-1392366013fc service neutron] 10.222.0.49 "GET /v2.0/networks?id=44766520-36a7-4a15-a6b9-ee8d2b4767ae HTTP/1.1" status: 200  len: 913 time: 0.2982883
May 17 14:07:39.705155 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6304b236-112c-44fe-ba64-857d291cfcb6 req-edf16230-c48b-43f6-9433-3acf4114cfb4 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:07:39.706652 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6304b236-112c-44fe-ba64-857d291cfcb6 req-edf16230-c48b-43f6-9433-3acf4114cfb4 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=a94a27d6-44c3-4bd9-8759-a82703236d2c HTTP/1.1" status: 200  len: 945 time: 0.1306736
May 17 14:07:39.786040 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e717232b-d51d-480b-9645-a8a87443c024 req-661bab79-0df6-4f62-abb4-4046b785a466 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0771cf84-3e9f-490f-a106-ba0f8ea5d08c HTTP/1.1" status: 200  len: 217 time: 0.0780506
May 17 14:07:39.867646 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6304b236-112c-44fe-ba64-857d291cfcb6 req-d227320f-d729-4893-b7c5-4546298133b3 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/security-groups?id=522f6041-c669-4fb8-900e-d7020dc67f0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1026540
May 17 14:07:39.877656 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717232b-d51d-480b-9645-a8a87443c024 req-888940cc-f2a2-4824-8102-492ffbd05ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:07:39.879104 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e717232b-d51d-480b-9645-a8a87443c024 req-888940cc-f2a2-4824-8102-492ffbd05ca4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=31d31f43-e8b1-4e8d-8f8a-74810a227c7c HTTP/1.1" status: 200  len: 851 time: 0.0851185
May 17 14:07:39.903894 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:39.935682 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef426cd-7d74-4287-bdf5-69230e1c2b8b None None] New status for floating IP 45faf595-ee73-4d07-a3f4-bbb828910c25: DOWN {{(pid=78745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 17 14:07:39.971315 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717232b-d51d-480b-9645-a8a87443c024 req-81dcde6f-c2cb-491e-90c9-cab7b3ca5dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:07:39.973167 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e717232b-d51d-480b-9645-a8a87443c024 req-81dcde6f-c2cb-491e-90c9-cab7b3ca5dec service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=44766520-36a7-4a15-a6b9-ee8d2b4767ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0857575
May 17 14:07:40.140002 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e717232b-d51d-480b-9645-a8a87443c024 req-e3e7a154-9fd2-4e7c-ad2e-161677bffd6d service neutron] 10.222.0.49 "GET /v2.0/networks/44766520-36a7-4a15-a6b9-ee8d2b4767ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1593034
May 17 14:07:40.155063 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-4aa4ccb1-2a1c-4da5-880f-e6d4eae1c6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:40.282235 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e717232b-d51d-480b-9645-a8a87443c024 req-b8b41ae2-69b6-4da0-81ea-7c99eabbf990 service neutron] 10.222.0.49 "GET /v2.0/networks/44766520-36a7-4a15-a6b9-ee8d2b4767ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1349499
May 17 14:07:41.039522 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-533a9918-d89c-4562-8a48-35a661957320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:41.063961 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5688cfbc-b6e5-4442-933e-9f823ff8f972 req-322172ef-39e9-409e-868f-7c84c2ab4d2f tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:07:41.065420 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5688cfbc-b6e5-4442-933e-9f823ff8f972 req-322172ef-39e9-409e-868f-7c84c2ab4d2f tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=a94a27d6-44c3-4bd9-8759-a82703236d2c HTTP/1.1" status: 200  len: 945 time: 0.0848095
May 17 14:07:41.111498 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5688cfbc-b6e5-4442-933e-9f823ff8f972 req-31bc5b24-5f93-472a-b53a-5114d9965fdc tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/security-groups?id=522f6041-c669-4fb8-900e-d7020dc67f0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397396
May 17 14:07:42.299350 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb6559-8432-4f48-abfd-243d08025654 req-dedc349a-7449-47ed-9ace-e2fafa542104 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:07:42.300841 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-96bb6559-8432-4f48-abfd-243d08025654 req-dedc349a-7449-47ed-9ace-e2fafa542104 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=a94a27d6-44c3-4bd9-8759-a82703236d2c HTTP/1.1" status: 200  len: 945 time: 0.0802150
May 17 14:07:42.347196 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-96bb6559-8432-4f48-abfd-243d08025654 req-b804e31c-8b4c-4fc1-ad73-6b1a0550ad36 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/security-groups?id=522f6041-c669-4fb8-900e-d7020dc67f0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403075
May 17 14:07:42.559795 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1529072-104d-404f-8ce8-7078c9c34ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:43.532807 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee54cb7-b495-4d5f-818e-ef06e062b84d req-38ac8b77-aea8-4c28-b2dd-0ca3681deb4b tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:07:43.534239 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4ee54cb7-b495-4d5f-818e-ef06e062b84d req-38ac8b77-aea8-4c28-b2dd-0ca3681deb4b tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=a94a27d6-44c3-4bd9-8759-a82703236d2c HTTP/1.1" status: 200  len: 945 time: 0.0819819
May 17 14:07:43.578873 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4ee54cb7-b495-4d5f-818e-ef06e062b84d req-c8f2f8b9-f8c7-41d6-b116-6bfef541071b tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/security-groups?id=522f6041-c669-4fb8-900e-d7020dc67f0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382340
May 17 14:07:44.762256 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97e303-9e36-47eb-a9d9-ea8d3cc2727c req-6925a9b3-d461-4ee4-90d3-723c7ab4d6e6 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:07:44.763691 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8b97e303-9e36-47eb-a9d9-ea8d3cc2727c req-6925a9b3-d461-4ee4-90d3-723c7ab4d6e6 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=a94a27d6-44c3-4bd9-8759-a82703236d2c HTTP/1.1" status: 200  len: 945 time: 0.0823238
May 17 14:07:44.808960 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8b97e303-9e36-47eb-a9d9-ea8d3cc2727c req-e939ab57-1891-4a18-80ac-1addcb7cfb4c tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/security-groups?id=522f6041-c669-4fb8-900e-d7020dc67f0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394888
May 17 14:07:45.133299 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71e7b8-4650-44b8-983a-b45c443b9bfa req-53d83eeb-e5c7-4c0e-a78a-7fa32eba8f91 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:07:45.134791 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cf71e7b8-4650-44b8-983a-b45c443b9bfa req-53d83eeb-e5c7-4c0e-a78a-7fa32eba8f91 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.49 "GET /v2.0/ports?device_id=a94a27d6-44c3-4bd9-8759-a82703236d2c HTTP/1.1" status: 200  len: 945 time: 0.0777786
May 17 14:07:45.270374 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-cf71e7b8-4650-44b8-983a-b45c443b9bfa req-4b8755ba-5141-4053-96c5-bf98c6d30e7e tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Deleting port 0771cf84-3e9f-490f-a106-ba0f8ea5d08c {{(pid=78743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 14:07:45.271238 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-cf71e7b8-4650-44b8-983a-b45c443b9bfa req-4b8755ba-5141-4053-96c5-bf98c6d30e7e tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:45.304481 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device 0771cf84-3e9f-490f-a106-ba0f8ea5d08c no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 17 14:07:45.405259 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-cf71e7b8-4650-44b8-983a-b45c443b9bfa req-4b8755ba-5141-4053-96c5-bf98c6d30e7e tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] For port 0771cf84-3e9f-490f-a106-ba0f8ea5d08c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0771cf84-3e9f-490f-a106-ba0f8ea5d08c,segment=NetworkSegment(f571888c-1f13-4f21-90ab-85ee2021193c),segment_id=f571888c-1f13-4f21-90ab-85ee2021193c)] {{(pid=78743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:07:45.405738 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-cf71e7b8-4650-44b8-983a-b45c443b9bfa req-4b8755ba-5141-4053-96c5-bf98c6d30e7e tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:45.456717 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:45.483630 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a94a27d6-44c3-4bd9-8759-a82703236d2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0771cf84-3e9f-490f-a106-ba0f8ea5d08c'}] {{(pid=78744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 14:07:45.493833 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port 0771cf84-3e9f-490f-a106-ba0f8ea5d08c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0771cf84-3e9f-490f-a106-ba0f8ea5d08c,segment=NetworkSegment(f571888c-1f13-4f21-90ab-85ee2021193c),segment_id=f571888c-1f13-4f21-90ab-85ee2021193c)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:07:45.498545 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:45.501289 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:07:45.528508 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-cf71e7b8-4650-44b8-983a-b45c443b9bfa req-4b8755ba-5141-4053-96c5-bf98c6d30e7e tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Calling delete_port for 0771cf84-3e9f-490f-a106-ba0f8ea5d08c owned by compute:nova {{(pid=78743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 14:07:45.539121 dv-cinder-788363-3-iscsi neutron-server[78744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a94a27d6-44c3-4bd9-8759-a82703236d2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0771cf84-3e9f-490f-a106-ba0f8ea5d08c', 'code': 200}
May 17 14:07:45.571050 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Pushing event updated for resources: {'Port': ['ID=0771cf84-3e9f-490f-a106-ba0f8ea5d08c,revision_number=6']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:07:45.579992 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:07:45.580381 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:07:45.580715 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:07:45.581040 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:07:45.581360 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:07:45.581681 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:07:45.581999 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:07:45.582367 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:07:45.582687 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:07:45.583536 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:07:45.583857 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:07:45.584204 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:07:45.588142 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:07:45.656118 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-8052cd49-7a68-4d4d-8373-307cb75036c7 None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 17 14:07:45.740290 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-cf71e7b8-4650-44b8-983a-b45c443b9bfa req-4b8755ba-5141-4053-96c5-bf98c6d30e7e tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133957597'] for port, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:45.745672 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-fb07602d-5403-446b-9948-daa0ce27cc57 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:07:45.792202 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8755ba-5141-4053-96c5-bf98c6d30e7e tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Pushing event deleted for resources: {'Port': ['ID=0771cf84-3e9f-490f-a106-ba0f8ea5d08c,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:07:45.818690 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-4b8755ba-5141-4053-96c5-bf98c6d30e7e tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:07:45.868213 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf71e7b8-4650-44b8-983a-b45c443b9bfa req-4b8755ba-5141-4053-96c5-bf98c6d30e7e tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] No DVR routers for this DVR port 0771cf84-3e9f-490f-a106-ba0f8ea5d08c on host hv-cinder-78836 {{(pid=78743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 17 14:07:45.870761 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-cf71e7b8-4650-44b8-983a-b45c443b9bfa req-4b8755ba-5141-4053-96c5-bf98c6d30e7e tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:45.873340 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a94a27d6-44c3-4bd9-8759-a82703236d2c', 'name': 'network-vif-deleted', 'tag': '0771cf84-3e9f-490f-a106-ba0f8ea5d08c'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 14:07:45.885607 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cf71e7b8-4650-44b8-983a-b45c443b9bfa req-4b8755ba-5141-4053-96c5-bf98c6d30e7e tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.49 "DELETE /v2.0/ports/0771cf84-3e9f-490f-a106-ba0f8ea5d08c HTTP/1.1" status: 204  len: 173 time: 0.7451560
May 17 14:07:45.961549 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-1ef8221f-7b52-4b7e-bdf4-537a9f3d021b req-2e86b280-006f-4916-9deb-3db3998abb20 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Synchronizing usage tracker for tenant:d77a303f986f47e2bf0264946d7679d6 on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 14:07:45.977021 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-1ef8221f-7b52-4b7e-bdf4-537a9f3d021b req-2e86b280-006f-4916-9deb-3db3998abb20 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Unset dirty status for tenant:d77a303f986f47e2bf0264946d7679d6 on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 14:07:45.978449 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1ef8221f-7b52-4b7e-bdf4-537a9f3d021b req-2e86b280-006f-4916-9deb-3db3998abb20 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=a94a27d6-44c3-4bd9-8759-a82703236d2c HTTP/1.1" status: 200  len: 210 time: 0.0597918
May 17 14:07:46.030593 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a94a27d6-44c3-4bd9-8759-a82703236d2c', 'name': 'network-vif-deleted', 'tag': '0771cf84-3e9f-490f-a106-ba0f8ea5d08c', 'status': 'completed', 'code': 200}
May 17 14:07:47.128180 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e69d8a7d-60f2-47c5-8d25-5b21029ae982 req-ae89d6d6-21e5-45ea-a411-33d78ac9ef94 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=a94a27d6-44c3-4bd9-8759-a82703236d2c HTTP/1.1" status: 200  len: 210 time: 0.0457971
May 17 14:07:48.274844 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-92e9a578-7658-409b-9ed9-d5a127a0090c req-589d9c32-0d32-489e-a14e-5fceffd01812 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=a94a27d6-44c3-4bd9-8759-a82703236d2c HTTP/1.1" status: 200  len: 210 time: 0.0433185
May 17 14:07:49.423658 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4a5ab418-edfa-450a-b185-cc6d84a9df71 req-75cedbd4-6b1a-4742-a20d-bff2d4d2412b tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=a94a27d6-44c3-4bd9-8759-a82703236d2c HTTP/1.1" status: 200  len: 210 time: 0.0418637
May 17 14:07:50.573713 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-dcbfb660-c3a8-46d4-936f-6ac6a5d0699a req-39958560-ddbb-4db9-8efb-157cd3158be2 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=a94a27d6-44c3-4bd9-8759-a82703236d2c HTTP/1.1" status: 200  len: 210 time: 0.0450573
May 17 14:07:51.724769 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e002b7c7-1f6c-4981-898f-47517f79f54a req-e806c51c-286c-46e5-8ad6-aef46142c89a tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=a94a27d6-44c3-4bd9-8759-a82703236d2c HTTP/1.1" status: 200  len: 210 time: 0.0439093
May 17 14:07:52.871867 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-dbb33daa-17ab-42f5-9002-2cbc0cb1e994 req-08ca15c9-e972-4978-8750-f14632b59745 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=a94a27d6-44c3-4bd9-8759-a82703236d2c HTTP/1.1" status: 200  len: 210 time: 0.0429544
May 17 14:07:54.047234 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4ff9eb00-05b0-42f1-993d-56718d113ec6 req-337e6f30-35be-498f-896b-f8b009081878 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=a94a27d6-44c3-4bd9-8759-a82703236d2c HTTP/1.1" status: 200  len: 210 time: 0.0499940
May 17 14:07:54.843929 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 41712) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:07:55.021882 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-332eb7c1-17f3-437b-8402-a9788538f08f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:55.036339 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-332eb7c1-17f3-437b-8402-a9788538f08f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 14:07:55.040139 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-332eb7c1-17f3-437b-8402-a9788538f08f admin admin] Usage tracker for resource:security_group_rule and tenant:6cf35af4a5d94d2cb6bca0f0628acc8a is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 14:07:55.042887 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-332eb7c1-17f3-437b-8402-a9788538f08f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 14:07:55.048518 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-332eb7c1-17f3-437b-8402-a9788538f08f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 14:07:55.138316 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-332eb7c1-17f3-437b-8402-a9788538f08f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:55.142399 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-332eb7c1-17f3-437b-8402-a9788538f08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:55.150009 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-0e1ba828-315f-4bf7-9d2f-f90c62b33cfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:07:55.191810 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-332eb7c1-17f3-437b-8402-a9788538f08f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6cf35af4a5d94d2cb6bca0f0628acc8a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3467429
May 17 14:07:55.193133 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332eb7c1-17f3-437b-8402-a9788538f08f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fed323f-e7c6-41ee-ad26-69379b62e9e5,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:07:55.196132 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 41726) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:07:55.196655 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-332eb7c1-17f3-437b-8402-a9788538f08f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:07:55.273322 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3109bbcd-518a-43e0-9c80-c7646aa8af49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:55.301414 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3109bbcd-518a-43e0-9c80-c7646aa8af49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:55.353625 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3109bbcd-518a-43e0-9c80-c7646aa8af49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:55.357049 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-aaf1fa32-2604-43d5-a639-c828084f05cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:07:55.370215 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3109bbcd-518a-43e0-9c80-c7646aa8af49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fed323f-e7c6-41ee-ad26-69379b62e9e5,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:07:55.373120 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-3109bbcd-518a-43e0-9c80-c7646aa8af49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:07:55.375044 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3109bbcd-518a-43e0-9c80-c7646aa8af49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:55.376163 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-3109bbcd-518a-43e0-9c80-c7646aa8af49 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4fed323f-e7c6-41ee-ad26-69379b62e9e5 HTTP/1.1" status: 204  len: 168 time: 0.1780210
May 17 14:07:57.057114 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 41788) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:07:57.174062 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-e485e9cf-261e-46c3-8c8b-f82909aa56e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:57.188761 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-e485e9cf-261e-46c3-8c8b-f82909aa56e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 14:07:57.192562 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-e485e9cf-261e-46c3-8c8b-f82909aa56e9 admin admin] Usage tracker for resource:security_group_rule and tenant:5318bef0a46340068204ecf7c9db1d6c is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 14:07:57.195328 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-e485e9cf-261e-46c3-8c8b-f82909aa56e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 14:07:57.200939 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-e485e9cf-261e-46c3-8c8b-f82909aa56e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 14:07:57.281015 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-e485e9cf-261e-46c3-8c8b-f82909aa56e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:57.285260 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-e485e9cf-261e-46c3-8c8b-f82909aa56e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:57.293307 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-122d8d66-2863-45a2-b53d-f24b5925c8fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:07:57.331500 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e485e9cf-261e-46c3-8c8b-f82909aa56e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cf69fe-681b-41c2-ac37-c192eae58a02,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:07:57.336184 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-e485e9cf-261e-46c3-8c8b-f82909aa56e9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5318bef0a46340068204ecf7c9db1d6c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2780776
May 17 14:07:57.337128 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-e485e9cf-261e-46c3-8c8b-f82909aa56e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:07:57.338859 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 41794) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:07:57.397126 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-bb2bdcb6-eeca-4679-b21a-b752375f18d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:57.426219 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-bb2bdcb6-eeca-4679-b21a-b752375f18d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:57.481137 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-bb2bdcb6-eeca-4679-b21a-b752375f18d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:57.486090 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-ee29e997-ae96-4c2f-9743-a6059860290e tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:07:57.570926 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 41800) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:07:57.595728 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2bdcb6-eeca-4679-b21a-b752375f18d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cf69fe-681b-41c2-ac37-c192eae58a02,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:07:57.599227 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-bb2bdcb6-eeca-4679-b21a-b752375f18d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:07:57.601203 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-bb2bdcb6-eeca-4679-b21a-b752375f18d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:57.604884 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-bb2bdcb6-eeca-4679-b21a-b752375f18d2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d5cf69fe-681b-41c2-ac37-c192eae58a02 HTTP/1.1" status: 204  len: 168 time: 0.2624466
May 17 14:07:57.848683 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [None req-bc349c8f-37bc-4ed9-b4f2-9302e364f8c4 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Deleting port 0eed6d3c-4558-4f32-93b2-4618fff545a9 {{(pid=78743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 14:07:57.849166 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-bc349c8f-37bc-4ed9-b4f2-9302e364f8c4 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:57.898939 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 41810) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:07:57.916518 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-4e14093b-fcfd-40ae-97f5-554264be1813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:57.930838 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-4e14093b-fcfd-40ae-97f5-554264be1813 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 14:07:57.934659 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-4e14093b-fcfd-40ae-97f5-554264be1813 admin admin] Usage tracker for resource:security_group_rule and tenant:342caea6a7774a47a2fa3ff70dc8ebbd is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 14:07:57.937477 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-4e14093b-fcfd-40ae-97f5-554264be1813 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 14:07:57.943794 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-4e14093b-fcfd-40ae-97f5-554264be1813 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 14:07:57.971056 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-bc349c8f-37bc-4ed9-b4f2-9302e364f8c4 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:57.971435 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-bc349c8f-37bc-4ed9-b4f2-9302e364f8c4 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:58.029268 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-4e14093b-fcfd-40ae-97f5-554264be1813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:58.034328 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-4e14093b-fcfd-40ae-97f5-554264be1813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:58.044142 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-9b9c519b-f095-45fe-ae84-4ce42f108286 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:07:58.085834 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-4e14093b-fcfd-40ae-97f5-554264be1813 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=342caea6a7774a47a2fa3ff70dc8ebbd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1833673
May 17 14:07:58.085834 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e14093b-fcfd-40ae-97f5-554264be1813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=495a9c49-5c9d-4aef-b630-2966a7fad9c8,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:07:58.087509 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 41814) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:07:58.089991 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-4e14093b-fcfd-40ae-97f5-554264be1813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:07:58.099726 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [None req-bc349c8f-37bc-4ed9-b4f2-9302e364f8c4 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Calling delete_port for 0eed6d3c-4558-4f32-93b2-4618fff545a9 owned by network:floatingip {{(pid=78743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 14:07:58.146617 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-873bfc02-cc0c-41f9-bcc1-b4c9c3965dd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:58.179026 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-873bfc02-cc0c-41f9-bcc1-b4c9c3965dd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:58.231013 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-bc349c8f-37bc-4ed9-b4f2-9302e364f8c4 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133957597'] for port, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:58.232145 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-873bfc02-cc0c-41f9-bcc1-b4c9c3965dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:58.235733 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-9a59e5c7-03ad-4295-88d0-3bc12c151b75 tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:07:58.237276 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-9b156ec3-8ef3-4a93-8357-7cfc6624913c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:07:58.248075 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873bfc02-cc0c-41f9-bcc1-b4c9c3965dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495a9c49-5c9d-4aef-b630-2966a7fad9c8,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:07:58.252579 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-873bfc02-cc0c-41f9-bcc1-b4c9c3965dd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:07:58.254525 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-873bfc02-cc0c-41f9-bcc1-b4c9c3965dd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:58.268593 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-873bfc02-cc0c-41f9-bcc1-b4c9c3965dd1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/495a9c49-5c9d-4aef-b630-2966a7fad9c8 HTTP/1.1" status: 204  len: 168 time: 0.1704340
May 17 14:07:58.291399 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc349c8f-37bc-4ed9-b4f2-9302e364f8c4 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Pushing event deleted for resources: {'Port': ['ID=0eed6d3c-4558-4f32-93b2-4618fff545a9,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:07:58.294664 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-bc349c8f-37bc-4ed9-b4f2-9302e364f8c4 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:07:58.386279 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-bc349c8f-37bc-4ed9-b4f2-9302e364f8c4 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks [] for floatingip, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:58.386612 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.db.l3_db [None req-bc349c8f-37bc-4ed9-b4f2-9302e364f8c4 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Floating IP 0021e169-3193-414f-80f7-80f8dae00295 disassociated (deleted). External IP: 172.27.1.7, port: 3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400.
May 17 14:07:58.843645 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc349c8f-37bc-4ed9-b4f2-9302e364f8c4 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Router 5510a09f-e213-44d2-8b04-11238e67443e has already been hosted by L3 agent 5f048e90-1481-4c55-97c3-311a68b90326 {{(pid=78743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 17 14:07:59.030041 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc349c8f-37bc-4ed9-b4f2-9302e364f8c4 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify agent at l3_agent.dv-cinder-788363-3-iscsi the message routers_updated {{(pid=78743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 17 14:07:59.040195 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff2cfad-6180-494f-86c6-6eef5d5195f3 None None] Sync routers for ids ['5510a09f-e213-44d2-8b04-11238e67443e'] in dv-cinder-788363-3-iscsi {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 17 14:07:59.050098 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff2cfad-6180-494f-86c6-6eef5d5195f3 None None] Routers {'5510a09f-e213-44d2-8b04-11238e67443e'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 14:07:59.050729 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-dff2cfad-6180-494f-86c6-6eef5d5195f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3b121250>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T14:07:40Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['5510a09f-e213-44d2-8b04-11238e67443e'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:07:59.059767 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-bc349c8f-37bc-4ed9-b4f2-9302e364f8c4 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for floatingip, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:07:59.116673 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-bc349c8f-37bc-4ed9-b4f2-9302e364f8c4 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "DELETE /v2.0/floatingips/0021e169-3193-414f-80f7-80f8dae00295 HTTP/1.1" status: 204  len: 168 time: 1.5444748
May 17 14:07:59.117617 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '840559aa-5d6c-464b-93e0-bfeecd623862', 'tag': '3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 14:07:59.256975 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-dff2cfad-6180-494f-86c6-6eef5d5195f3 None None] Set router 5510a09f-e213-44d2-8b04-11238e67443e gateway port host: dv-cinder-788363-3-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 14:07:59.387387 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '840559aa-5d6c-464b-93e0-bfeecd623862', 'tag': '3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400', 'status': 'completed', 'code': 200}
May 17 14:07:59.570628 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c476d6-8434-4260-a775-3afce934aaf7 req-837fc4a7-621b-4f20-8805-1def09678db8 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:07:59.571607 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-d9c476d6-8434-4260-a775-3afce934aaf7 req-837fc4a7-621b-4f20-8805-1def09678db8 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Synchronizing usage tracker for tenant:d77a303f986f47e2bf0264946d7679d6 on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 14:07:59.596612 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-d9c476d6-8434-4260-a775-3afce934aaf7 req-837fc4a7-621b-4f20-8805-1def09678db8 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Unset dirty status for tenant:d77a303f986f47e2bf0264946d7679d6 on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 14:07:59.598257 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d9c476d6-8434-4260-a775-3afce934aaf7 req-837fc4a7-621b-4f20-8805-1def09678db8 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=840559aa-5d6c-464b-93e0-bfeecd623862 HTTP/1.1" status: 200  len: 945 time: 0.1184027
May 17 14:07:59.657471 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d9c476d6-8434-4260-a775-3afce934aaf7 req-5ab7ca0b-4d95-4c98-86ca-c7166e5138c9 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/security-groups?id=522f6041-c669-4fb8-900e-d7020dc67f0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503986
May 17 14:07:59.668933 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-dff2cfad-6180-494f-86c6-6eef5d5195f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3b121250>, [{'id': '5510a09f-e213-44d2-8b04-11238e67443e', 'name': 'tempest-TestVolumeBootPattern-1927890406-router', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '68e01aa8-887d-473f-9fce-d59907b749ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:58:33Z', 'updated_at': '2021-05-17T13:58:40Z', 'revision_number': 4, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'gw_port': {'id': '68e01aa8-887d-473f-9fce-d59907b749ac', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5510a09f-e213-44d2-8b04-11238e67443e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:34Z', 'updated_at': '2021-05-17T13:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_interfaces': [{'id': 'b844ae9a-7ba6-401d-9e5c-a391539eb37c', 'name': '', 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'mac_address': 'fa:16:3e:46:c7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5510a09f-e213-44d2-8b04-11238e67443e', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '31d31f43-e8b1-4e8d-8f8a-74810a227c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:38Z', 'updated_at': '2021-05-17T13:58:47Z', 'revision_number': 5, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'subnets': [{'id': '31d31f43-e8b1-4e8d-8f8a-74810a227c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:07:59.673708 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff2cfad-6180-494f-86c6-6eef5d5195f3 None None] Checking router: 5510a09f-e213-44d2-8b04-11238e67443e for host: dv-cinder-788363-3-iscsi {{(pid=78744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 17 14:07:59.689137 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff2cfad-6180-494f-86c6-6eef5d5195f3 None None] Routers {'5510a09f-e213-44d2-8b04-11238e67443e'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 14:07:59.689772 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-dff2cfad-6180-494f-86c6-6eef5d5195f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3b121250>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T14:07:40Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['5510a09f-e213-44d2-8b04-11238e67443e'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:07:59.871789 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-dff2cfad-6180-494f-86c6-6eef5d5195f3 None None] Set router 5510a09f-e213-44d2-8b04-11238e67443e gateway port host: dv-cinder-788363-3-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 14:08:00.181303 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-dff2cfad-6180-494f-86c6-6eef5d5195f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3b121250>, [{'id': '5510a09f-e213-44d2-8b04-11238e67443e', 'name': 'tempest-TestVolumeBootPattern-1927890406-router', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '68e01aa8-887d-473f-9fce-d59907b749ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:58:33Z', 'updated_at': '2021-05-17T13:58:40Z', 'revision_number': 4, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'gw_port': {'id': '68e01aa8-887d-473f-9fce-d59907b749ac', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5510a09f-e213-44d2-8b04-11238e67443e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:34Z', 'updated_at': '2021-05-17T13:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_interfaces': [{'id': 'b844ae9a-7ba6-401d-9e5c-a391539eb37c', 'name': '', 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'mac_address': 'fa:16:3e:46:c7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5510a09f-e213-44d2-8b04-11238e67443e', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '31d31f43-e8b1-4e8d-8f8a-74810a227c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:38Z', 'updated_at': '2021-05-17T13:58:47Z', 'revision_number': 5, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'subnets': [{'id': '31d31f43-e8b1-4e8d-8f8a-74810a227c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:08:00.185245 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff2cfad-6180-494f-86c6-6eef5d5195f3 None None] The sync data for ids ['5510a09f-e213-44d2-8b04-11238e67443e'] in dv-cinder-788363-3-iscsi is: [{'id': '5510a09f-e213-44d2-8b04-11238e67443e', 'name': 'tempest-TestVolumeBootPattern-1927890406-router', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '68e01aa8-887d-473f-9fce-d59907b749ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:58:33Z', 'updated_at': '2021-05-17T13:58:40Z', 'revision_number': 4, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'gw_port': {'id': '68e01aa8-887d-473f-9fce-d59907b749ac', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5510a09f-e213-44d2-8b04-11238e67443e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:34Z', 'updated_at': '2021-05-17T13:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi', '_interfaces': [{'id': 'b844ae9a-7ba6-401d-9e5c-a391539eb37c', 'name': '', 'network_id': '44766520-36a7-4a15-a6b9-ee8d2b4767ae', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'mac_address': 'fa:16:3e:46:c7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5510a09f-e213-44d2-8b04-11238e67443e', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '31d31f43-e8b1-4e8d-8f8a-74810a227c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:38Z', 'updated_at': '2021-05-17T13:58:47Z', 'revision_number': 5, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'subnets': [{'id': '31d31f43-e8b1-4e8d-8f8a-74810a227c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 17 14:08:00.385990 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae5a7c2-b425-4b37-8008-0f421e896a10 None None] New status for floating IP 0021e169-3193-414f-80f7-80f8dae00295: DOWN {{(pid=78745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 17 14:08:00.858236 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6677a910-4db2-4e56-a165-f6c714ed3b40 req-69bed3de-9bd2-4f10-b715-0e40c954224e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:08:00.860014 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6677a910-4db2-4e56-a165-f6c714ed3b40 req-69bed3de-9bd2-4f10-b715-0e40c954224e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d77a303f986f47e2bf0264946d7679d6&device_id=840559aa-5d6c-464b-93e0-bfeecd623862 HTTP/1.1" status: 200  len: 1098 time: 0.1403949
May 17 14:08:00.944556 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f8bce-1331-44f9-968e-83a728286a82 req-2a6df059-b835-428e-939e-68bf70811c9e tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:08:00.946015 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1a3f8bce-1331-44f9-968e-83a728286a82 req-2a6df059-b835-428e-939e-68bf70811c9e tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=840559aa-5d6c-464b-93e0-bfeecd623862 HTTP/1.1" status: 200  len: 945 time: 0.1700959
May 17 14:08:01.021483 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1a3f8bce-1331-44f9-968e-83a728286a82 req-9354425c-4274-4e2e-9c10-46281a4ccebd tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/security-groups?id=522f6041-c669-4fb8-900e-d7020dc67f0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0641229
May 17 14:08:01.039915 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6677a910-4db2-4e56-a165-f6c714ed3b40 req-356e3c7e-3bd7-460c-a097-189124ada78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:08:01.041386 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6677a910-4db2-4e56-a165-f6c714ed3b40 req-356e3c7e-3bd7-460c-a097-189124ada78b service neutron] 10.222.0.49 "GET /v2.0/networks?id=44766520-36a7-4a15-a6b9-ee8d2b4767ae HTTP/1.1" status: 200  len: 913 time: 0.1737998
May 17 14:08:01.122214 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6677a910-4db2-4e56-a165-f6c714ed3b40 req-2f26a17c-64b2-49ad-a33f-1fa0e0933ec3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400 HTTP/1.1" status: 200  len: 217 time: 0.0638680
May 17 14:08:01.185737 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6677a910-4db2-4e56-a165-f6c714ed3b40 req-25644d46-8409-4445-94d6-06b7dbe4fd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:08:01.187162 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6677a910-4db2-4e56-a165-f6c714ed3b40 req-25644d46-8409-4445-94d6-06b7dbe4fd61 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=31d31f43-e8b1-4e8d-8f8a-74810a227c7c HTTP/1.1" status: 200  len: 851 time: 0.0564320
May 17 14:08:01.261637 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6677a910-4db2-4e56-a165-f6c714ed3b40 req-148cf89e-8907-47b3-a233-a55ea08e6b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:08:01.263083 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6677a910-4db2-4e56-a165-f6c714ed3b40 req-148cf89e-8907-47b3-a233-a55ea08e6b21 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=44766520-36a7-4a15-a6b9-ee8d2b4767ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0686738
May 17 14:08:01.396314 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6677a910-4db2-4e56-a165-f6c714ed3b40 req-cb917f71-3f97-4725-aea2-7a2fd23e9147 service neutron] 10.222.0.49 "GET /v2.0/networks/44766520-36a7-4a15-a6b9-ee8d2b4767ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248710
May 17 14:08:01.526801 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6677a910-4db2-4e56-a165-f6c714ed3b40 req-5d540635-72d8-4057-b632-e32296386e09 service neutron] 10.222.0.49 "GET /v2.0/networks/44766520-36a7-4a15-a6b9-ee8d2b4767ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1237841
May 17 14:08:01.975224 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab34027-3621-4a7f-aebb-bffcbb5db3ca req-7d018622-ea49-4914-a154-36601002cfb2 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:08:01.976670 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9ab34027-3621-4a7f-aebb-bffcbb5db3ca req-7d018622-ea49-4914-a154-36601002cfb2 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.49 "GET /v2.0/ports?device_id=840559aa-5d6c-464b-93e0-bfeecd623862 HTTP/1.1" status: 200  len: 945 time: 0.1947134
May 17 14:08:02.128248 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-9ab34027-3621-4a7f-aebb-bffcbb5db3ca req-3918704d-7ad7-4ff3-8d9f-e4789019d179 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Deleting port 3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400 {{(pid=78743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 14:08:02.128942 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-9ab34027-3621-4a7f-aebb-bffcbb5db3ca req-3918704d-7ad7-4ff3-8d9f-e4789019d179 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:02.331183 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829e736-94fd-46ef-b81b-a2d47ee9e45c req-96d2a104-7571-42fe-aebd-e5e5a3031d33 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:08:02.332731 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1829e736-94fd-46ef-b81b-a2d47ee9e45c req-96d2a104-7571-42fe-aebd-e5e5a3031d33 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/ports?device_id=840559aa-5d6c-464b-93e0-bfeecd623862 HTTP/1.1" status: 200  len: 945 time: 0.1881473
May 17 14:08:02.338240 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-9ab34027-3621-4a7f-aebb-bffcbb5db3ca req-3918704d-7ad7-4ff3-8d9f-e4789019d179 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] For port 3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400,segment=NetworkSegment(f571888c-1f13-4f21-90ab-85ee2021193c),segment_id=f571888c-1f13-4f21-90ab-85ee2021193c)] {{(pid=78743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:08:02.338676 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-9ab34027-3621-4a7f-aebb-bffcbb5db3ca req-3918704d-7ad7-4ff3-8d9f-e4789019d179 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:02.496758 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-9ab34027-3621-4a7f-aebb-bffcbb5db3ca req-3918704d-7ad7-4ff3-8d9f-e4789019d179 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Calling delete_port for 3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400 owned by compute:nova {{(pid=78743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 14:08:02.514363 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1829e736-94fd-46ef-b81b-a2d47ee9e45c req-f5f048b8-eb7c-453c-be87-ede6d19ba983 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "GET /v2.0/security-groups?id=522f6041-c669-4fb8-900e-d7020dc67f0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1680191
May 17 14:08:02.626366 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-9ab34027-3621-4a7f-aebb-bffcbb5db3ca req-3918704d-7ad7-4ff3-8d9f-e4789019d179 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133957597'] for port, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:02.632470 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-4a34f20e-db9e-4645-b020-3a50337d57c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:08:02.679560 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3918704d-7ad7-4ff3-8d9f-e4789019d179 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Pushing event deleted for resources: {'Port': ['ID=3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:08:02.683219 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-3918704d-7ad7-4ff3-8d9f-e4789019d179 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:08:02.756302 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab34027-3621-4a7f-aebb-bffcbb5db3ca req-3918704d-7ad7-4ff3-8d9f-e4789019d179 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] No DVR routers for this DVR port 3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400 on host hv-cinder-78836 {{(pid=78743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 17 14:08:02.758690 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-9ab34027-3621-4a7f-aebb-bffcbb5db3ca req-3918704d-7ad7-4ff3-8d9f-e4789019d179 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:02.761289 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840559aa-5d6c-464b-93e0-bfeecd623862', 'name': 'network-vif-deleted', 'tag': '3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 14:08:02.783332 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9ab34027-3621-4a7f-aebb-bffcbb5db3ca req-3918704d-7ad7-4ff3-8d9f-e4789019d179 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.49 "DELETE /v2.0/ports/3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400 HTTP/1.1" status: 204  len: 173 time: 0.8013175
May 17 14:08:02.810217 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '840559aa-5d6c-464b-93e0-bfeecd623862', 'name': 'network-vif-deleted', 'tag': '3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400', 'status': 'completed', 'code': 200}
May 17 14:08:03.537593 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:03.616484 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 41912) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:08:03.833024 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-321bdad6-f589-40ec-88f5-526b4b119138 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Deleting port 89305a0e-2c5c-4e66-99c0-2cee30ca16d3 {{(pid=78742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 14:08:03.833356 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-321bdad6-f589-40ec-88f5-526b4b119138 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:03.947562 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-321bdad6-f589-40ec-88f5-526b4b119138 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:03.947884 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-321bdad6-f589-40ec-88f5-526b4b119138 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:04.066294 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-321bdad6-f589-40ec-88f5-526b4b119138 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Calling delete_port for 89305a0e-2c5c-4e66-99c0-2cee30ca16d3 owned by network:floatingip {{(pid=78742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 14:08:04.174194 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-321bdad6-f589-40ec-88f5-526b4b119138 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132438228'] for port, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:04.177762 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-c7c06fa5-6950-41ec-b909-d6b517d085f6 tempest-TestShelveInstance-1291549693 tempest-TestShelveInstance-1291549693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:08:04.220542 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321bdad6-f589-40ec-88f5-526b4b119138 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Pushing event deleted for resources: {'Port': ['ID=89305a0e-2c5c-4e66-99c0-2cee30ca16d3,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:08:04.224290 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-321bdad6-f589-40ec-88f5-526b4b119138 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:08:04.313612 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-321bdad6-f589-40ec-88f5-526b4b119138 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks [] for floatingip, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:04.327284 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-321bdad6-f589-40ec-88f5-526b4b119138 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for floatingip, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:04.328440 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-321bdad6-f589-40ec-88f5-526b4b119138 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "DELETE /v2.0/floatingips/aca716f4-ceb6-454b-9354-d630fd787c9b HTTP/1.1" status: 204  len: 168 time: 0.7109995
May 17 14:08:04.505957 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 41928) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:08:04.657367 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d8a9-0a91-49ac-8ca8-22e65ec1befc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:04.672150 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-3bd5d8a9-0a91-49ac-8ca8-22e65ec1befc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 14:08:04.675977 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-3bd5d8a9-0a91-49ac-8ca8-22e65ec1befc admin admin] Usage tracker for resource:security_group_rule and tenant:938216db6f0d40debebb52292cd3d4aa is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 14:08:04.678826 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-3bd5d8a9-0a91-49ac-8ca8-22e65ec1befc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 14:08:04.684554 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-3bd5d8a9-0a91-49ac-8ca8-22e65ec1befc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 14:08:04.770224 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d8a9-0a91-49ac-8ca8-22e65ec1befc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:04.776520 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d8a9-0a91-49ac-8ca8-22e65ec1befc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:04.784578 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-0806a981-af94-4440-b91b-9f4cfebdf4cd tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:08:04.827367 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-3bd5d8a9-0a91-49ac-8ca8-22e65ec1befc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=938216db6f0d40debebb52292cd3d4aa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3202937
May 17 14:08:04.829023 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd5d8a9-0a91-49ac-8ca8-22e65ec1befc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e96383-46fa-401d-8bf1-80fc6774bf9f,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:08:04.830070 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 41942) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:08:04.832544 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-3bd5d8a9-0a91-49ac-8ca8-22e65ec1befc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:08:04.906348 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-e1531504-c2be-4fd4-bf41-857e4d7dfda1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:04.932079 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-e1531504-c2be-4fd4-bf41-857e4d7dfda1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:04.982119 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-e1531504-c2be-4fd4-bf41-857e4d7dfda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:04.986087 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-0d979209-3d1b-40b2-a3ba-75edb78e0bb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:08:04.997908 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1531504-c2be-4fd4-bf41-857e4d7dfda1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e96383-46fa-401d-8bf1-80fc6774bf9f,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:08:05.001524 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-e1531504-c2be-4fd4-bf41-857e4d7dfda1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:08:05.005536 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-e1531504-c2be-4fd4-bf41-857e4d7dfda1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:05.006634 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-e1531504-c2be-4fd4-bf41-857e4d7dfda1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c8e96383-46fa-401d-8bf1-80fc6774bf9f HTTP/1.1" status: 204  len: 168 time: 0.1755831
May 17 14:08:05.398168 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device 3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 17 14:08:05.432490 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] No Port match for: 3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400 {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 17 14:08:05.432839 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device 3beeb4bb-e2e6-4b4f-8dd6-c41e08e14400 not bound to the agent host hv-cinder-78836 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 17 14:08:05.710049 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 41968) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:08:05.783047 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-9ce832f7-3955-4ebb-861b-636d32f8eef2 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:05.815132 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-9ce832f7-3955-4ebb-861b-636d32f8eef2 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:05.888893 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-9ce832f7-3955-4ebb-861b-636d32f8eef2 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:05.894305 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-a2209538-79df-4825-8fc1-941c419134df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:08:05.911563 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce832f7-3955-4ebb-861b-636d32f8eef2 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=522f6041-c669-4fb8-900e-d7020dc67f0e,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:08:05.914281 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-9ce832f7-3955-4ebb-861b-636d32f8eef2 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:08:05.921305 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-9ce832f7-3955-4ebb-861b-636d32f8eef2 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:05.922591 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-9ce832f7-3955-4ebb-861b-636d32f8eef2 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] 10.222.0.54 "DELETE /v2.0/security-groups/522f6041-c669-4fb8-900e-d7020dc67f0e HTTP/1.1" status: 204  len: 168 time: 0.2114861
May 17 14:08:05.979948 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 41982) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:08:06.824973 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d4972239-0b75-4d15-8f71-6fb05d9a6969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1977280'] for router_interface, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:07.236626 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-d4972239-0b75-4d15-8f71-6fb05d9a6969 admin admin] Deleting port b844ae9a-7ba6-401d-9e5c-a391539eb37c {{(pid=78742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 14:08:07.237321 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d4972239-0b75-4d15-8f71-6fb05d9a6969 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:07.365090 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.db [None req-d4972239-0b75-4d15-8f71-6fb05d9a6969 admin admin] For port b844ae9a-7ba6-401d-9e5c-a391539eb37c, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=b844ae9a-7ba6-401d-9e5c-a391539eb37c,segment=NetworkSegment(f571888c-1f13-4f21-90ab-85ee2021193c),segment_id=f571888c-1f13-4f21-90ab-85ee2021193c)] {{(pid=78742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:08:07.365456 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d4972239-0b75-4d15-8f71-6fb05d9a6969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:07.400207 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 42000) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:08:07.454014 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-d2efde4d-f27d-416f-b07a-9540f3f42ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:07.492335 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-d4972239-0b75-4d15-8f71-6fb05d9a6969 admin admin] Calling delete_port for b844ae9a-7ba6-401d-9e5c-a391539eb37c owned by network:router_interface {{(pid=78742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 14:08:07.531858 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f1bf1b73-cef9-4e9f-b0cd-9c9dea2d08a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:07.547703 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-f1bf1b73-cef9-4e9f-b0cd-9c9dea2d08a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 14:08:07.551741 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-f1bf1b73-cef9-4e9f-b0cd-9c9dea2d08a0 admin admin] Usage tracker for resource:security_group_rule and tenant:f522095057284451ae1618cc0952073d is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 14:08:07.554927 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-f1bf1b73-cef9-4e9f-b0cd-9c9dea2d08a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 14:08:07.561257 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-f1bf1b73-cef9-4e9f-b0cd-9c9dea2d08a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 14:08:07.658172 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d4972239-0b75-4d15-8f71-6fb05d9a6969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132438228'] for port, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:07.660859 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f1bf1b73-cef9-4e9f-b0cd-9c9dea2d08a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:07.663337 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-648662b7-8cb0-43cf-a04c-35b6c3434fc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:08:07.665768 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f1bf1b73-cef9-4e9f-b0cd-9c9dea2d08a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:07.674841 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-d352861d-ec40-4c3d-879b-c1b2e115006d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:08:07.709454 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4972239-0b75-4d15-8f71-6fb05d9a6969 admin admin] Pushing event deleted for resources: {'Port': ['ID=b844ae9a-7ba6-401d-9e5c-a391539eb37c,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:08:07.712586 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-d4972239-0b75-4d15-8f71-6fb05d9a6969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:08:07.726304 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-f1bf1b73-cef9-4e9f-b0cd-9c9dea2d08a0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f522095057284451ae1618cc0952073d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3247707
May 17 14:08:07.731353 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf1b73-cef9-4e9f-b0cd-9c9dea2d08a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7f84a1-c114-4865-855f-1b0b091aefc1,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:08:07.735200 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-f1bf1b73-cef9-4e9f-b0cd-9c9dea2d08a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:08:07.736141 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 42014) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:08:07.830729 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-00c39653-256f-4c02-b660-9cc9a278884f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:07.869245 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-00c39653-256f-4c02-b660-9cc9a278884f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:07.942607 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-00c39653-256f-4c02-b660-9cc9a278884f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:07.951394 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-15603bbf-05e1-4a99-a0db-5e7d52ee0769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:08:07.974274 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c39653-256f-4c02-b660-9cc9a278884f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7f84a1-c114-4865-855f-1b0b091aefc1,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:08:07.997633 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-00c39653-256f-4c02-b660-9cc9a278884f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:07.999217 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-00c39653-256f-4c02-b660-9cc9a278884f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1a7f84a1-c114-4865-855f-1b0b091aefc1 HTTP/1.1" status: 204  len: 168 time: 0.2620058
May 17 14:08:08.000873 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-00c39653-256f-4c02-b660-9cc9a278884f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:08:08.057430 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d4972239-0b75-4d15-8f71-6fb05d9a6969 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1977196'] for router_interface, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:08.597780 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4972239-0b75-4d15-8f71-6fb05d9a6969 admin admin] Router 5510a09f-e213-44d2-8b04-11238e67443e has already been hosted by L3 agent 5f048e90-1481-4c55-97c3-311a68b90326 {{(pid=78742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 17 14:08:08.775294 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4972239-0b75-4d15-8f71-6fb05d9a6969 admin admin] Notify agent at l3_agent.dv-cinder-788363-3-iscsi the message routers_updated {{(pid=78742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 17 14:08:08.789687 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3850a2cb-0197-4ae1-a971-290b88d94afe None None] Sync routers for ids ['5510a09f-e213-44d2-8b04-11238e67443e'] in dv-cinder-788363-3-iscsi {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 17 14:08:08.802654 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3850a2cb-0197-4ae1-a971-290b88d94afe None None] Routers {'5510a09f-e213-44d2-8b04-11238e67443e'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 14:08:08.802654 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-3850a2cb-0197-4ae1-a971-290b88d94afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3ad6d460>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T14:07:40Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['5510a09f-e213-44d2-8b04-11238e67443e'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:08:08.803202 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 42046) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:08:08.806741 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-d4972239-0b75-4d15-8f71-6fb05d9a6969 admin admin] 10.222.0.54 "PUT /v2.0/routers/5510a09f-e213-44d2-8b04-11238e67443e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8253713
May 17 14:08:08.811619 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 42052) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:08:08.916513 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-c2caada4-1fba-4bf5-b995-95e5d7dacf5c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1495961440-network', 'tenant_id': 'd88ac8defbd94fa6bb6ee766179ec0b9'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 14:08:08.921099 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-c2caada4-1fba-4bf5-b995-95e5d7dacf5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 14:08:08.925235 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-c2caada4-1fba-4bf5-b995-95e5d7dacf5c admin admin] Usage tracker for resource:network and tenant:d88ac8defbd94fa6bb6ee766179ec0b9 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 14:08:08.930686 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-c2caada4-1fba-4bf5-b995-95e5d7dacf5c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 14:08:08.941483 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-c2caada4-1fba-4bf5-b995-95e5d7dacf5c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 14:08:08.954274 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2caada4-1fba-4bf5-b995-95e5d7dacf5c admin admin] Made reservation on behalf of d88ac8defbd94fa6bb6ee766179ec0b9 for: {'network': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 17 14:08:08.958266 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-c2caada4-1fba-4bf5-b995-95e5d7dacf5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1032604'] for network, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:08.973154 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-c2caada4-1fba-4bf5-b995-95e5d7dacf5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:08.989506 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-c2caada4-1fba-4bf5-b995-95e5d7dacf5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 14:08:09.000759 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-c2caada4-1fba-4bf5-b995-95e5d7dacf5c admin admin] Usage tracker for resource:security_group_rule and tenant:d88ac8defbd94fa6bb6ee766179ec0b9 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 14:08:09.004112 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-c2caada4-1fba-4bf5-b995-95e5d7dacf5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 14:08:09.010922 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-c2caada4-1fba-4bf5-b995-95e5d7dacf5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 14:08:09.016485 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-f6803453-0540-4438-9529-23eb5f4db9fa admin admin] Notify callbacks [] for router, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:09.039483 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-3850a2cb-0197-4ae1-a971-290b88d94afe None None] Set router 5510a09f-e213-44d2-8b04-11238e67443e gateway port host: dv-cinder-788363-3-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 14:08:09.112364 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-c2caada4-1fba-4bf5-b995-95e5d7dacf5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:09.118365 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-c2caada4-1fba-4bf5-b995-95e5d7dacf5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:09.133428 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2caada4-1fba-4bf5-b995-95e5d7dacf5c admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'}  {{(pid=78743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 17 14:08:09.146435 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-c2caada4-1fba-4bf5-b995-95e5d7dacf5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861870'] for segment, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:09.147340 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.db.segments_db [None req-c2caada4-1fba-4bf5-b995-95e5d7dacf5c admin admin] Added segment f0c28a50-517e-470c-9c15-9ca83e4771f2 of type vlan for network 8cec3e81-f174-4780-bf5d-264c7caca758
May 17 14:08:09.188101 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-c2caada4-1fba-4bf5-b995-95e5d7dacf5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774149267101'] for network, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:09.194271 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-5ced65c4-c4da-4a19-87f8-38e51c63b5ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:08:09.227595 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-f6803453-0540-4438-9529-23eb5f4db9fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:09.242520 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2caada4-1fba-4bf5-b995-95e5d7dacf5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=058d0739-eef4-4235-9ead-f4cd245369c0,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:08:09.247560 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-c2caada4-1fba-4bf5-b995-95e5d7dacf5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:08:09.268996 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-c2caada4-1fba-4bf5-b995-95e5d7dacf5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1676892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582528'] for network, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:09.270947 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2caada4-1fba-4bf5-b995-95e5d7dacf5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:08:09.271625 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-c2caada4-1fba-4bf5-b995-95e5d7dacf5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for network, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:09.277209 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-708d4836-3c91-4718-8a90-683b7d53ca33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:08:09.327521 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-f6803453-0540-4438-9529-23eb5f4db9fa admin admin] Deleting port 68e01aa8-887d-473f-9fce-d59907b749ac {{(pid=78742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 14:08:09.327870 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-f6803453-0540-4438-9529-23eb5f4db9fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:09.380489 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-3850a2cb-0197-4ae1-a971-290b88d94afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3ad6d460>, [{'id': '5510a09f-e213-44d2-8b04-11238e67443e', 'name': 'tempest-TestVolumeBootPattern-1927890406-router', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '68e01aa8-887d-473f-9fce-d59907b749ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:58:33Z', 'updated_at': '2021-05-17T14:08:07Z', 'revision_number': 5, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'gw_port': {'id': '68e01aa8-887d-473f-9fce-d59907b749ac', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5510a09f-e213-44d2-8b04-11238e67443e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:34Z', 'updated_at': '2021-05-17T13:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi'}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:08:09.385170 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3850a2cb-0197-4ae1-a971-290b88d94afe None None] Checking router: 5510a09f-e213-44d2-8b04-11238e67443e for host: dv-cinder-788363-3-iscsi {{(pid=78744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 17 14:08:09.394599 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3850a2cb-0197-4ae1-a971-290b88d94afe None None] Routers {'5510a09f-e213-44d2-8b04-11238e67443e'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 14:08:09.396006 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-3850a2cb-0197-4ae1-a971-290b88d94afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3ad6d460>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T14:07:40Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['5510a09f-e213-44d2-8b04-11238e67443e'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:08:09.409968 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2caada4-1fba-4bf5-b995-95e5d7dacf5c admin admin] Pushing event updated for resources: {'Network': ['ID=8cec3e81-f174-4780-bf5d-264c7caca758,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:08:09.413485 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-c2caada4-1fba-4bf5-b995-95e5d7dacf5c admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.6095273
May 17 14:08:09.414430 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-c2caada4-1fba-4bf5-b995-95e5d7dacf5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:08:09.416626 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 42058) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:08:09.428223 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-a9c25b2e-0da0-4466-8393-d4322727c52f admin admin] Request body: {'subnet': {'network_id': '8cec3e81-f174-4780-bf5d-264c7caca758', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1495961440-subnet', 'tenant_id': 'd88ac8defbd94fa6bb6ee766179ec0b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 14:08:09.434205 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-a9c25b2e-0da0-4466-8393-d4322727c52f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 14:08:09.439545 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-a9c25b2e-0da0-4466-8393-d4322727c52f admin admin] Usage tracker for resource:subnet and tenant:d88ac8defbd94fa6bb6ee766179ec0b9 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 14:08:09.442987 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-a9c25b2e-0da0-4466-8393-d4322727c52f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 14:08:09.450623 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-a9c25b2e-0da0-4466-8393-d4322727c52f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 14:08:09.463458 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Network 8cec3e81-f174-4780-bf5d-264c7caca758 details requested by agent ovs-agent-dv-cinder-788363-3-iscsi with host dv-cinder-788363-3-iscsi {{(pid=78744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 17 14:08:09.466417 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c25b2e-0da0-4466-8393-d4322727c52f admin admin] Made reservation on behalf of d88ac8defbd94fa6bb6ee766179ec0b9 for: {'subnet': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 17 14:08:09.470481 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-a9c25b2e-0da0-4466-8393-d4322727c52f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133371961'] for subnet, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:09.486264 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.db [None req-f6803453-0540-4438-9529-23eb5f4db9fa admin admin] For port 68e01aa8-887d-473f-9fce-d59907b749ac, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=68e01aa8-887d-473f-9fce-d59907b749ac,segment=NetworkSegment(d239c2a5-eb63-4e60-9706-c66c1478eded),segment_id=d239c2a5-eb63-4e60-9706-c66c1478eded)] {{(pid=78742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:08:09.486690 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-f6803453-0540-4438-9529-23eb5f4db9fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:09.628594 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-f6803453-0540-4438-9529-23eb5f4db9fa admin admin] Calling delete_port for 68e01aa8-887d-473f-9fce-d59907b749ac owned by network:router_gateway {{(pid=78742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 14:08:09.690770 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-3850a2cb-0197-4ae1-a971-290b88d94afe None None] Set router 5510a09f-e213-44d2-8b04-11238e67443e gateway port host: None {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 14:08:09.815947 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-3850a2cb-0197-4ae1-a971-290b88d94afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3ad6d460>, [{'id': '5510a09f-e213-44d2-8b04-11238e67443e', 'name': 'tempest-TestVolumeBootPattern-1927890406-router', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:58:33Z', 'updated_at': '2021-05-17T14:08:09Z', 'revision_number': 6, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'gw_port_host': None}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:08:09.822152 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3850a2cb-0197-4ae1-a971-290b88d94afe None None] The sync data for ids ['5510a09f-e213-44d2-8b04-11238e67443e'] in dv-cinder-788363-3-iscsi is: [{'id': '5510a09f-e213-44d2-8b04-11238e67443e', 'name': 'tempest-TestVolumeBootPattern-1927890406-router', 'tenant_id': 'd77a303f986f47e2bf0264946d7679d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:58:33Z', 'updated_at': '2021-05-17T14:08:09Z', 'revision_number': 6, 'project_id': 'd77a303f986f47e2bf0264946d7679d6', 'gw_port_host': None}] {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 17 14:08:09.827404 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-f6803453-0540-4438-9529-23eb5f4db9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132438228'] for port, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:09.833991 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-312fa4e0-389d-4952-b45b-5eecd006856c tempest-AttachVolumeTestJSON-1552287151 tempest-AttachVolumeTestJSON-1552287151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:08:09.885928 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6803453-0540-4438-9529-23eb5f4db9fa admin admin] Pushing event deleted for resources: {'Port': ['ID=68e01aa8-887d-473f-9fce-d59907b749ac,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:08:09.889137 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-f6803453-0540-4438-9529-23eb5f4db9fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:08:09.908857 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:09.986808 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-f6803453-0540-4438-9529-23eb5f4db9fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1975271'] for router_gateway, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:10.091760 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-a9c25b2e-0da0-4466-8393-d4322727c52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133371947'] for subnet, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:10.095782 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:08:10.149066 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-ee63d4db-9d33-4dbb-a1f0-f3b289857c99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:10.179758 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c25b2e-0da0-4466-8393-d4322727c52f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8911d1d2-3fa0-48bf-a57c-700ae85829e9,revision_number=0']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:08:10.183752 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-a9c25b2e-0da0-4466-8393-d4322727c52f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:08:10.184631 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c25b2e-0da0-4466-8393-d4322727c52f admin admin] Checking segment: {'id': 'f0c28a50-517e-470c-9c15-9ca83e4771f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '8cec3e81-f174-4780-bf5d-264c7caca758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 14:08:10.184986 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c25b2e-0da0-4466-8393-d4322727c52f admin admin] Network hostable DHCP agents. Network: 8cec3e81-f174-4780-bf5d-264c7caca758, hostable agents: ['49bbb97f-fcd4-4504-a032-9a51e4e6deed'], hosted agents: [] {{(pid=78743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 17 14:08:10.204907 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c25b2e-0da0-4466-8393-d4322727c52f admin admin] Network 8cec3e81-f174-4780-bf5d-264c7caca758 is scheduled to be hosted by DHCP agent 49bbb97f-fcd4-4504-a032-9a51e4e6deed with binding_index 1 {{(pid=78743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 17 14:08:10.216201 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [None req-a9c25b2e-0da0-4466-8393-d4322727c52f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-3-iscsi, 8cec3e81-f174-4780-bf5d-264c7caca758) {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 14:08:10.225749 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c25b2e-0da0-4466-8393-d4322727c52f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:08:10.226354 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-a9c25b2e-0da0-4466-8393-d4322727c52f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for subnet, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:10.228594 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea11993-1d4e-4840-b0d3-9234e7df1a22 None None] Network 8cec3e81-f174-4780-bf5d-264c7caca758 requested from dv-cinder-788363-3-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 17 14:08:10.261053 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-a9c25b2e-0da0-4466-8393-d4322727c52f admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.8412371
May 17 14:08:10.278788 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-f6803453-0540-4438-9529-23eb5f4db9fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1974832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4350'] for router, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:10.281344 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-f6803453-0540-4438-9529-23eb5f4db9fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:10.309372 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-f6803453-0540-4438-9529-23eb5f4db9fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1975071'] for router, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:10.310237 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6803453-0540-4438-9529-23eb5f4db9fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5510a09f-e213-44d2-8b04-11238e67443e {{(pid=78742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 17 14:08:10.325788 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-f6803453-0540-4438-9529-23eb5f4db9fa admin admin] Notify callbacks [] for router, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:10.327224 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-f6803453-0540-4438-9529-23eb5f4db9fa admin admin] 10.222.0.54 "DELETE /v2.0/routers/5510a09f-e213-44d2-8b04-11238e67443e HTTP/1.1" status: 204  len: 168 time: 1.5146770
May 17 14:08:10.329839 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 42072) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:08:10.392036 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef8de7cf-e9b7-4c23-91c1-4432a51e66b1 admin admin] Deleting subnet 31d31f43-e8b1-4e8d-8f8a-74810a227c7c {{(pid=78743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 17 14:08:10.395056 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ef8de7cf-e9b7-4c23-91c1-4432a51e66b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:10.444876 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ef8de7cf-e9b7-4c23-91c1-4432a51e66b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133955689'] for subnet, precommit_delete_associations {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:10.467229 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ef869f-a52b-4d5c-814e-5afe8b0a9cbc None None] Network 8cec3e81-f174-4780-bf5d-264c7caca758 requested from dv-cinder-788363-3-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 17 14:08:10.536423 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ef8de7cf-e9b7-4c23-91c1-4432a51e66b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-866929'] for subnet, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:10.813298 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ef8de7cf-e9b7-4c23-91c1-4432a51e66b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-866938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133371938'] for subnet, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:10.818915 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-0b5dddda-b901-46fc-96da-19eae3a9d558 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:08:10.855777 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8de7cf-e9b7-4c23-91c1-4432a51e66b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31d31f43-e8b1-4e8d-8f8a-74810a227c7c,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:08:10.857809 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ef8de7cf-e9b7-4c23-91c1-4432a51e66b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for subnet, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:10.866386 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-ef8de7cf-e9b7-4c23-91c1-4432a51e66b1 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/31d31f43-e8b1-4e8d-8f8a-74810a227c7c HTTP/1.1" status: 204  len: 168 time: 0.5332768
May 17 14:08:10.867571 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 42082) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:08:10.868062 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-ef8de7cf-e9b7-4c23-91c1-4432a51e66b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:08:10.871725 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48b3b9d-322e-482e-b7e1-4c3413fce01a None None] Network 44766520-36a7-4a15-a6b9-ee8d2b4767ae requested from dv-cinder-788363-3-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 17 14:08:11.039620 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c60fae11-8e79-4943-ab4b-35e7eba9771d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1002279'] for network, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:11.094657 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-533a9918-d89c-4562-8a48-35a661957320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:11.121041 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-c60fae11-8e79-4943-ab4b-35e7eba9771d admin admin] Deleting port 5a4140e3-ace5-48f4-bad8-d4e2e638a5ef {{(pid=78742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 14:08:11.121464 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c60fae11-8e79-4943-ab4b-35e7eba9771d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:11.236353 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.db [None req-c60fae11-8e79-4943-ab4b-35e7eba9771d admin admin] For port 5a4140e3-ace5-48f4-bad8-d4e2e638a5ef, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=5a4140e3-ace5-48f4-bad8-d4e2e638a5ef,segment=NetworkSegment(f571888c-1f13-4f21-90ab-85ee2021193c),segment_id=f571888c-1f13-4f21-90ab-85ee2021193c)] {{(pid=78742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:08:11.236353 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c60fae11-8e79-4943-ab4b-35e7eba9771d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:11.276507 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aab9364-b6fd-413d-8829-0a3e9ea0184e None None] DHCP port deletion for 44766520-36a7-4a15-a6b9-ee8d2b4767ae request from dv-cinder-788363-3-iscsi {{(pid=78744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 17 14:08:11.341162 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-6aab9364-b6fd-413d-8829-0a3e9ea0184e None None] Deleting port 5a4140e3-ace5-48f4-bad8-d4e2e638a5ef {{(pid=78744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 14:08:11.341547 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-6aab9364-b6fd-413d-8829-0a3e9ea0184e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:11.357816 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-c60fae11-8e79-4943-ab4b-35e7eba9771d admin admin] Calling delete_port for 5a4140e3-ace5-48f4-bad8-d4e2e638a5ef owned by network:dhcp {{(pid=78742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 14:08:11.404167 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c60fae11-8e79-4943-ab4b-35e7eba9771d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132438228'] for port, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:11.408795 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-109de454-3cb6-4872-bcba-2e8463289b54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:08:11.441379 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-6aab9364-b6fd-413d-8829-0a3e9ea0184e None None] For port 5a4140e3-ace5-48f4-bad8-d4e2e638a5ef, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=5a4140e3-ace5-48f4-bad8-d4e2e638a5ef,segment=NetworkSegment(f571888c-1f13-4f21-90ab-85ee2021193c),segment_id=f571888c-1f13-4f21-90ab-85ee2021193c)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:08:11.441822 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-6aab9364-b6fd-413d-8829-0a3e9ea0184e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:11.454887 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60fae11-8e79-4943-ab4b-35e7eba9771d admin admin] Pushing event deleted for resources: {'Port': ['ID=5a4140e3-ace5-48f4-bad8-d4e2e638a5ef,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:08:11.457429 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-c60fae11-8e79-4943-ab4b-35e7eba9771d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:08:11.459953 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60fae11-8e79-4943-ab4b-35e7eba9771d admin admin] No DVR routers for this DVR port 5a4140e3-ace5-48f4-bad8-d4e2e638a5ef on host dv-cinder-788363-3-iscsi {{(pid=78742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 17 14:08:11.502465 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device b844ae9a-7ba6-401d-9e5c-a391539eb37c no longer exists at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 17 14:08:11.579301 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c60fae11-8e79-4943-ab4b-35e7eba9771d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-866884', 'neutron.services.segments.db._delete_segments_for_network-8774149704834'] for network, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:11.594040 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-6aab9364-b6fd-413d-8829-0a3e9ea0184e None None] Calling delete_port for 5a4140e3-ace5-48f4-bad8-d4e2e638a5ef owned by network:dhcp {{(pid=78744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 14:08:11.594758 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.services.segments.db [None req-c60fae11-8e79-4943-ab4b-35e7eba9771d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fae3f785a00>,) {'filters': {'network_id': ['44766520-36a7-4a15-a6b9-ee8d2b4767ae']}} {{(pid=78742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:08:11.603263 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] No Port match for: b844ae9a-7ba6-401d-9e5c-a391539eb37c {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 17 14:08:11.603759 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device b844ae9a-7ba6-401d-9e5c-a391539eb37c not bound to the agent host dv-cinder-788363-3-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 17 14:08:11.604097 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 68e01aa8-887d-473f-9fce-d59907b749ac no longer exists at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 17 14:08:11.609996 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.services.segments.db [None req-c60fae11-8e79-4943-ab4b-35e7eba9771d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fae3f785a00>, 'f571888c-1f13-4f21-90ab-85ee2021193c') {'for_net_delete': True} {{(pid=78742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:08:11.610298 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.services.segments.db [None req-c60fae11-8e79-4943-ab4b-35e7eba9771d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fae3f785a00>, 'f571888c-1f13-4f21-90ab-85ee2021193c') {} {{(pid=78742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:08:11.621605 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c60fae11-8e79-4943-ab4b-35e7eba9771d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774149716363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132461963'] for segment, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:11.637676 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c60fae11-8e79-4943-ab4b-35e7eba9771d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861870'] for segment, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:11.639606 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] No Port match for: 68e01aa8-887d-473f-9fce-d59907b749ac {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 17 14:08:11.639955 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 68e01aa8-887d-473f-9fce-d59907b749ac not bound to the agent host dv-cinder-788363-3-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 17 14:08:11.640379 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 5a4140e3-ace5-48f4-bad8-d4e2e638a5ef no longer exists at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 17 14:08:11.644531 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c60fae11-8e79-4943-ab4b-35e7eba9771d admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=78742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 17 14:08:11.645421 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c60fae11-8e79-4943-ab4b-35e7eba9771d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132438145'] for segment, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:11.659007 dv-cinder-788363-3-iscsi neutron-server[78742]: Traceback (most recent call last):
May 17 14:08:11.659007 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 17 14:08:11.659007 dv-cinder-788363-3-iscsi neutron-server[78742]:     timer()
May 17 14:08:11.659007 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 17 14:08:11.659007 dv-cinder-788363-3-iscsi neutron-server[78742]:     cb(*args, **kw)
May 17 14:08:11.659007 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 17 14:08:11.659007 dv-cinder-788363-3-iscsi neutron-server[78742]:     return func(*args, **kwargs)
May 17 14:08:11.659007 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 17 14:08:11.659007 dv-cinder-788363-3-iscsi neutron-server[78742]:     self._notify()
May 17 14:08:11.659007 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 17 14:08:11.659007 dv-cinder-788363-3-iscsi neutron-server[78742]:     self.callback(batched_events)
May 17 14:08:11.659007 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 17 14:08:11.659007 dv-cinder-788363-3-iscsi neutron-server[78742]:     event.method(event)
May 17 14:08:11.659007 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 17 14:08:11.659007 dv-cinder-788363-3-iscsi neutron-server[78742]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 17 14:08:11.659007 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 17 14:08:11.659007 dv-cinder-788363-3-iscsi neutron-server[78742]:     aggregate_uuid = self.p_client.list_aggregates(
May 17 14:08:11.659007 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 17 14:08:11.659007 dv-cinder-788363-3-iscsi neutron-server[78742]:     return f(self, *a, **k)
May 17 14:08:11.659007 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 17 14:08:11.659007 dv-cinder-788363-3-iscsi neutron-server[78742]:     return self._get(url).json()
May 17 14:08:11.659007 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 17 14:08:11.659007 dv-cinder-788363-3-iscsi neutron-server[78742]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 17 14:08:11.659007 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 17 14:08:11.659007 dv-cinder-788363-3-iscsi neutron-server[78742]:     return self.request(url, 'GET', **kwargs)
May 17 14:08:11.659007 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 17 14:08:11.659007 dv-cinder-788363-3-iscsi neutron-server[78742]:     base_url = self.get_endpoint(auth, allow=allow,
May 17 14:08:11.659007 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 17 14:08:11.659007 dv-cinder-788363-3-iscsi neutron-server[78742]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 17 14:08:11.659007 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 17 14:08:11.659007 dv-cinder-788363-3-iscsi neutron-server[78742]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 17 14:08:11.659007 dv-cinder-788363-3-iscsi neutron-server[78742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 17 14:08:11.681215 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] No Port match for: 5a4140e3-ace5-48f4-bad8-d4e2e638a5ef {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 17 14:08:11.681564 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 5a4140e3-ace5-48f4-bad8-d4e2e638a5ef not bound to the agent host dv-cinder-788363-3-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 17 14:08:11.712606 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-6aab9364-b6fd-413d-8829-0a3e9ea0184e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281'] for port, after_delete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:11.720889 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:08:11.739128 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c60fae11-8e79-4943-ab4b-35e7eba9771d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-866893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1676892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1975232'] for network, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:11.742791 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:08:11.755520 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c60fae11-8e79-4943-ab4b-35e7eba9771d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for network, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:11.765520 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60fae11-8e79-4943-ab4b-35e7eba9771d admin admin] Pushing event deleted for resources: {'Network': ['ID=44766520-36a7-4a15-a6b9-ee8d2b4767ae,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:08:11.765711 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aab9364-b6fd-413d-8829-0a3e9ea0184e None None] Pushing event deleted for resources: {'Port': ['ID=5a4140e3-ace5-48f4-bad8-d4e2e638a5ef,revision_number=None']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:08:11.768690 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-c60fae11-8e79-4943-ab4b-35e7eba9771d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:08:11.769145 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aab9364-b6fd-413d-8829-0a3e9ea0184e None None] No DVR routers for this DVR port 5a4140e3-ace5-48f4-bad8-d4e2e638a5ef on host dv-cinder-788363-3-iscsi {{(pid=78744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 17 14:08:11.771313 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-6aab9364-b6fd-413d-8829-0a3e9ea0184e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:08:11.781017 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-c60fae11-8e79-4943-ab4b-35e7eba9771d admin admin] 10.222.0.54 "DELETE /v2.0/networks/44766520-36a7-4a15-a6b9-ee8d2b4767ae HTTP/1.1" status: 204  len: 168 time: 0.9123802
May 17 14:08:11.783908 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 42094) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:08:12.466768 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61e53e-309b-4ada-97ce-d8b6934c6893 req-1685fe66-1649-4f5d-ab5e-f7853dce5940 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:08:12.467506 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-cc61e53e-309b-4ada-97ce-d8b6934c6893 req-1685fe66-1649-4f5d-ab5e-f7853dce5940 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Synchronizing usage tracker for tenant:d88ac8defbd94fa6bb6ee766179ec0b9 on resource:network {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 14:08:12.490066 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-fe52de12-defd-4fe3-9f49-6b35b5ca05ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1977280'] for router_interface, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:12.557121 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-cc61e53e-309b-4ada-97ce-d8b6934c6893 req-1685fe66-1649-4f5d-ab5e-f7853dce5940 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Unset dirty status for tenant:d88ac8defbd94fa6bb6ee766179ec0b9 on resource:network {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 14:08:12.558270 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cc61e53e-309b-4ada-97ce-d8b6934c6893 req-1685fe66-1649-4f5d-ab5e-f7853dce5940 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.54 "GET /v2.0/networks?id=8cec3e81-f174-4780-bf5d-264c7caca758 HTTP/1.1" status: 200  len: 814 time: 0.2866132
May 17 14:08:12.565541 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1529072-104d-404f-8ce8-7078c9c34ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:12.744461 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cc61e53e-309b-4ada-97ce-d8b6934c6893 req-a9efcc32-b7ff-4de5-989f-2a9391ec5ccf tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.54 "GET /v2.0/quotas/d88ac8defbd94fa6bb6ee766179ec0b9 HTTP/1.1" status: 200  len: 375 time: 0.1780250
May 17 14:08:12.813982 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cc61e53e-309b-4ada-97ce-d8b6934c6893 req-db94e1aa-70ad-4ca4-8285-0402bdcaae71 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d88ac8defbd94fa6bb6ee766179ec0b9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0554111
May 17 14:08:13.058455 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cc61e53e-309b-4ada-97ce-d8b6934c6893 req-c6da5e88-625b-48e2-94e4-305e5fdd9e9f service neutron] 10.222.0.54 "GET /v2.0/networks/8cec3e81-f174-4780-bf5d-264c7caca758?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2366049
May 17 14:08:13.281799 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cc61e53e-309b-4ada-97ce-d8b6934c6893 req-c75f00bf-d5f4-44cb-82f3-8441e22b63eb service neutron] 10.222.0.54 "GET /v2.0/networks/8cec3e81-f174-4780-bf5d-264c7caca758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2156863
May 17 14:08:13.300112 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [None req-fe52de12-defd-4fe3-9f49-6b35b5ca05ef admin admin] Deleting port 5f8dd255-a4cc-4540-b099-2f736817f9ee {{(pid=78743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 14:08:13.300545 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-fe52de12-defd-4fe3-9f49-6b35b5ca05ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:13.469142 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cd9e9513-ab81-465a-b056-99f4a8813bca req-5a7fba23-801b-4f0a-a4d1-73a3be91ceb7 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8b31b1a-9028-45d4-892a-eb10d20e8323 HTTP/1.1" status: 200  len: 210 time: 0.0468214
May 17 14:08:13.470611 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [None req-fe52de12-defd-4fe3-9f49-6b35b5ca05ef admin admin] For port 5f8dd255-a4cc-4540-b099-2f736817f9ee, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=5f8dd255-a4cc-4540-b099-2f736817f9ee,segment=NetworkSegment(ccf741a6-2ef0-465c-a40a-1889f4b0f0cf),segment_id=ccf741a6-2ef0-465c-a40a-1889f4b0f0cf)] {{(pid=78743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:08:13.470964 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-fe52de12-defd-4fe3-9f49-6b35b5ca05ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:13.597659 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [None req-fe52de12-defd-4fe3-9f49-6b35b5ca05ef admin admin] Calling delete_port for 5f8dd255-a4cc-4540-b099-2f736817f9ee owned by network:router_interface {{(pid=78743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 14:08:13.757859 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-fe52de12-defd-4fe3-9f49-6b35b5ca05ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133957597'] for port, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:13.761804 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-a56ab35d-fe0f-479a-b58d-e26c8277fdd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:08:13.808362 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe52de12-defd-4fe3-9f49-6b35b5ca05ef admin admin] Pushing event deleted for resources: {'Port': ['ID=5f8dd255-a4cc-4540-b099-2f736817f9ee,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:08:13.850562 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe52de12-defd-4fe3-9f49-6b35b5ca05ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:08:13.851685 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe52de12-defd-4fe3-9f49-6b35b5ca05ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:08:13.852221 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe52de12-defd-4fe3-9f49-6b35b5ca05ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:08:13.852749 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe52de12-defd-4fe3-9f49-6b35b5ca05ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:08:13.853300 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe52de12-defd-4fe3-9f49-6b35b5ca05ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:08:13.853824 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe52de12-defd-4fe3-9f49-6b35b5ca05ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:08:13.854344 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe52de12-defd-4fe3-9f49-6b35b5ca05ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:08:13.854873 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe52de12-defd-4fe3-9f49-6b35b5ca05ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:08:13.855405 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe52de12-defd-4fe3-9f49-6b35b5ca05ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:08:13.855951 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe52de12-defd-4fe3-9f49-6b35b5ca05ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:08:13.856485 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe52de12-defd-4fe3-9f49-6b35b5ca05ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:08:13.856998 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe52de12-defd-4fe3-9f49-6b35b5ca05ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:08:13.865679 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-fe52de12-defd-4fe3-9f49-6b35b5ca05ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:08:14.124391 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-fe52de12-defd-4fe3-9f49-6b35b5ca05ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1977196'] for router_interface, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:14.687567 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4975d611-e276-4d00-ac8a-2e8a1f3eaffd req-542cc0ec-33c0-4641-8ee8-96936bdbf533 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8b31b1a-9028-45d4-892a-eb10d20e8323 HTTP/1.1" status: 200  len: 210 time: 0.0879428
May 17 14:08:14.748573 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61e53e-309b-4ada-97ce-d8b6934c6893 req-1241d709-6f00-41fe-baa6-a90e99cb0c16 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:08:14.750030 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cc61e53e-309b-4ada-97ce-d8b6934c6893 req-1241d709-6f00-41fe-baa6-a90e99cb0c16 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.49 "GET /v2.0/networks?id=8cec3e81-f174-4780-bf5d-264c7caca758 HTTP/1.1" status: 200  len: 814 time: 0.3307118
May 17 14:08:14.772081 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-cc61e53e-309b-4ada-97ce-d8b6934c6893 req-be376cb1-d868-48b4-bbfe-a5b2e871b451 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Request body: {'port': {'device_id': 'b8b31b1a-9028-45d4-892a-eb10d20e8323', 'network_id': '8cec3e81-f174-4780-bf5d-264c7caca758', 'admin_state_up': True, 'tenant_id': 'd88ac8defbd94fa6bb6ee766179ec0b9'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 14:08:14.905324 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe52de12-defd-4fe3-9f49-6b35b5ca05ef admin admin] Router f122fb68-0e9b-4f06-b8ec-882cb7e03aa3 has already been hosted by L3 agent 5f048e90-1481-4c55-97c3-311a68b90326 {{(pid=78743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 17 14:08:14.987522 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-cc61e53e-309b-4ada-97ce-d8b6934c6893 req-be376cb1-d868-48b4-bbfe-a5b2e871b451 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 14:08:15.010977 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-cc61e53e-309b-4ada-97ce-d8b6934c6893 req-be376cb1-d868-48b4-bbfe-a5b2e871b451 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Usage tracker for resource:port and tenant:d88ac8defbd94fa6bb6ee766179ec0b9 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 14:08:15.015337 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-cc61e53e-309b-4ada-97ce-d8b6934c6893 req-be376cb1-d868-48b4-bbfe-a5b2e871b451 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 14:08:15.024227 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-cc61e53e-309b-4ada-97ce-d8b6934c6893 req-be376cb1-d868-48b4-bbfe-a5b2e871b451 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 14:08:15.100945 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc61e53e-309b-4ada-97ce-d8b6934c6893 req-be376cb1-d868-48b4-bbfe-a5b2e871b451 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Made reservation on behalf of d88ac8defbd94fa6bb6ee766179ec0b9 for: {'port': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 17 14:08:15.104638 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-cc61e53e-309b-4ada-97ce-d8b6934c6893 req-be376cb1-d868-48b4-bbfe-a5b2e871b451 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:15.199703 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe52de12-defd-4fe3-9f49-6b35b5ca05ef admin admin] Notify agent at l3_agent.dv-cinder-788363-3-iscsi the message routers_updated {{(pid=78743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 17 14:08:15.211689 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826237b3-6d53-42b8-9a27-47bfb12b5672 None None] Sync routers for ids ['f122fb68-0e9b-4f06-b8ec-882cb7e03aa3'] in dv-cinder-788363-3-iscsi {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 17 14:08:15.229523 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826237b3-6d53-42b8-9a27-47bfb12b5672 None None] Routers {'f122fb68-0e9b-4f06-b8ec-882cb7e03aa3'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 14:08:15.230518 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-826237b3-6d53-42b8-9a27-47bfb12b5672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3fd589a0>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T14:08:10Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['f122fb68-0e9b-4f06-b8ec-882cb7e03aa3'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:08:15.248399 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 42146) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:08:15.249150 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-fe52de12-defd-4fe3-9f49-6b35b5ca05ef admin admin] 10.222.0.54 "PUT /v2.0/routers/f122fb68-0e9b-4f06-b8ec-882cb7e03aa3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4635425
May 17 14:08:15.325715 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_common [req-cc61e53e-309b-4ada-97ce-d8b6934c6893 req-be376cb1-d868-48b4-bbfe-a5b2e871b451 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Allocated IP 172.20.0.6 (8cec3e81-f174-4780-bf5d-264c7caca758/8911d1d2-3fa0-48bf-a57c-700ae85829e9/4708f525-14e1-42ff-9565-55b105f0f6c5) {{(pid=78743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 17 14:08:15.497859 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-826237b3-6d53-42b8-9a27-47bfb12b5672 None None] Set router f122fb68-0e9b-4f06-b8ec-882cb7e03aa3 gateway port host: dv-cinder-788363-3-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 14:08:15.521343 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-4489cde6-c320-4217-bb65-bb72feacdc5f admin admin] Notify callbacks [] for router, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:15.568068 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-cc61e53e-309b-4ada-97ce-d8b6934c6893 req-be376cb1-d868-48b4-bbfe-a5b2e871b451 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Notify callbacks [] for port, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:15.599638 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-cc61e53e-309b-4ada-97ce-d8b6934c6893 req-be376cb1-d868-48b4-bbfe-a5b2e871b451 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774149279272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133957597'] for port, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:15.611233 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-410620df-3050-4735-b226-9922156676f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:08:15.655604 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc61e53e-309b-4ada-97ce-d8b6934c6893 req-be376cb1-d868-48b4-bbfe-a5b2e871b451 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Network 8cec3e81-f174-4780-bf5d-264c7caca758 is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 14:08:15.662649 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [req-cc61e53e-309b-4ada-97ce-d8b6934c6893 req-be376cb1-d868-48b4-bbfe-a5b2e871b451 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Resources bound (agent type, host, resource id):  {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 14:08:15.677140 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc61e53e-309b-4ada-97ce-d8b6934c6893 req-be376cb1-d868-48b4-bbfe-a5b2e871b451 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Received port after_create {{(pid=78743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 17 14:08:15.744241 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be376cb1-d868-48b4-bbfe-a5b2e871b451 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Pushing event updated for resources: {'Port': ['ID=4708f525-14e1-42ff-9565-55b105f0f6c5,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:08:15.755819 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-be376cb1-d868-48b4-bbfe-a5b2e871b451 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:08:15.763838 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61e53e-309b-4ada-97ce-d8b6934c6893 req-be376cb1-d868-48b4-bbfe-a5b2e871b451 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:08:15.764479 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-cc61e53e-309b-4ada-97ce-d8b6934c6893 req-be376cb1-d868-48b4-bbfe-a5b2e871b451 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:15.788593 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cc61e53e-309b-4ada-97ce-d8b6934c6893 req-be376cb1-d868-48b4-bbfe-a5b2e871b451 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0202990
May 17 14:08:15.819581 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-4489cde6-c320-4217-bb65-bb72feacdc5f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:15.834655 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-826237b3-6d53-42b8-9a27-47bfb12b5672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3fd589a0>, [{'id': 'f122fb68-0e9b-4f06-b8ec-882cb7e03aa3', 'name': 'tempest-TestVolumeBootPattern-946330843-router', 'tenant_id': '0fbb7d11ff324a7daa572934e844d0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'external_fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '7b3e79fb-b102-48b7-97b9-f1d50610a24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:58:45Z', 'updated_at': '2021-05-17T14:08:13Z', 'revision_number': 5, 'project_id': '0fbb7d11ff324a7daa572934e844d0f8', 'gw_port': {'id': '7b3e79fb-b102-48b7-97b9-f1d50610a24f', 'name': '', 'network_id': 'd5b45ae7-16ce-45df-9da3-dc322e2b7d9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f122fb68-0e9b-4f06-b8ec-882cb7e03aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:58:46Z', 'updated_at': '2021-05-17T13:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b62193f4-5b84-40dd-ae21-6a70cb5f2e38', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-iscsi'}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:08:15.838930 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826237b3-6d53-42b8-9a27-47bfb12b5672 None None] Checking router: f122fb68-0e9b-4f06-b8ec-882cb7e03aa3 for host: dv-cinder-788363-3-iscsi {{(pid=78745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 17 14:08:15.849519 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826237b3-6d53-42b8-9a27-47bfb12b5672 None None] Routers {'f122fb68-0e9b-4f06-b8ec-882cb7e03aa3'} bound to L3 agent in host dv-cinder-788363-3-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 17 14:08:15.850229 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-826237b3-6d53-42b8-9a27-47bfb12b5672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3fd589a0>, 'dv-cinder-788363-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T13:47:10Z,description=<?>,heartbeat_timestamp=2021-05-17T14:08:10Z,host='dv-cinder-788363-3-iscsi',id=5f048e90-1481-4c55-97c3-311a68b90326,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-17T13:47:10Z,topic='l3_agent')) {'router_ids': ['f122fb68-0e9b-4f06-b8ec-882cb7e03aa3'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:08:15.900517 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-4489cde6-c320-4217-bb65-bb72feacdc5f admin admin] Deleting port 7b3e79fb-b102-48b7-97b9-f1d50610a24f {{(pid=78742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 14:08:15.900856 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-4489cde6-c320-4217-bb65-bb72feacdc5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:16.006188 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-826237b3-6d53-42b8-9a27-47bfb12b5672 None None] Set router f122fb68-0e9b-4f06-b8ec-882cb7e03aa3 gateway port host: None {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 17 14:08:16.025334 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e7db5-8835-459a-bab3-809f900a94c1 req-bc8b844e-d0c3-421d-971c-77de74d28b4a tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:08:16.026729 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-d65e7db5-8835-459a-bab3-809f900a94c1 req-bc8b844e-d0c3-421d-971c-77de74d28b4a tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Synchronizing usage tracker for tenant:d88ac8defbd94fa6bb6ee766179ec0b9 on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 14:08:16.036460 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.db [None req-4489cde6-c320-4217-bb65-bb72feacdc5f admin admin] For port 7b3e79fb-b102-48b7-97b9-f1d50610a24f, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=7b3e79fb-b102-48b7-97b9-f1d50610a24f,segment=NetworkSegment(d239c2a5-eb63-4e60-9706-c66c1478eded),segment_id=d239c2a5-eb63-4e60-9706-c66c1478eded)] {{(pid=78742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:08:16.036872 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-4489cde6-c320-4217-bb65-bb72feacdc5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:16.044610 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-d65e7db5-8835-459a-bab3-809f900a94c1 req-bc8b844e-d0c3-421d-971c-77de74d28b4a tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Unset dirty status for tenant:d88ac8defbd94fa6bb6ee766179ec0b9 on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 14:08:16.045845 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d65e7db5-8835-459a-bab3-809f900a94c1 req-bc8b844e-d0c3-421d-971c-77de74d28b4a tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8b31b1a-9028-45d4-892a-eb10d20e8323 HTTP/1.1" status: 200  len: 931 time: 0.2195992
May 17 14:08:16.094657 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-d65e7db5-8835-459a-bab3-809f900a94c1 req-01682c0c-01f5-4111-81ee-ba62dc546c2e tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Synchronizing usage tracker for tenant:d88ac8defbd94fa6bb6ee766179ec0b9 on resource:security_group {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 14:08:16.114453 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-d65e7db5-8835-459a-bab3-809f900a94c1 req-01682c0c-01f5-4111-81ee-ba62dc546c2e tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Unset dirty status for tenant:d88ac8defbd94fa6bb6ee766179ec0b9 on resource:security_group {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 14:08:16.115697 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d65e7db5-8835-459a-bab3-809f900a94c1 req-01682c0c-01f5-4111-81ee-ba62dc546c2e tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.54 "GET /v2.0/security-groups?id=058d0739-eef4-4235-9ead-f4cd245369c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604329
May 17 14:08:16.117378 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-826237b3-6d53-42b8-9a27-47bfb12b5672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3fd589a0>, [{'id': 'f122fb68-0e9b-4f06-b8ec-882cb7e03aa3', 'name': 'tempest-TestVolumeBootPattern-946330843-router', 'tenant_id': '0fbb7d11ff324a7daa572934e844d0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:58:45Z', 'updated_at': '2021-05-17T14:08:15Z', 'revision_number': 6, 'project_id': '0fbb7d11ff324a7daa572934e844d0f8', 'gw_port_host': None}], 'dv-cinder-788363-3-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:08:16.121550 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826237b3-6d53-42b8-9a27-47bfb12b5672 None None] The sync data for ids ['f122fb68-0e9b-4f06-b8ec-882cb7e03aa3'] in dv-cinder-788363-3-iscsi is: [{'id': 'f122fb68-0e9b-4f06-b8ec-882cb7e03aa3', 'name': 'tempest-TestVolumeBootPattern-946330843-router', 'tenant_id': '0fbb7d11ff324a7daa572934e844d0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:58:45Z', 'updated_at': '2021-05-17T14:08:15Z', 'revision_number': 6, 'project_id': '0fbb7d11ff324a7daa572934e844d0f8', 'gw_port_host': None}] {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 17 14:08:16.165696 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-4489cde6-c320-4217-bb65-bb72feacdc5f admin admin] Calling delete_port for 7b3e79fb-b102-48b7-97b9-f1d50610a24f owned by network:router_gateway {{(pid=78742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 14:08:16.298577 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-4489cde6-c320-4217-bb65-bb72feacdc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132438228'] for port, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:16.302648 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:08:16.348020 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4489cde6-c320-4217-bb65-bb72feacdc5f admin admin] Pushing event deleted for resources: {'Port': ['ID=7b3e79fb-b102-48b7-97b9-f1d50610a24f,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:08:16.351088 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-4489cde6-c320-4217-bb65-bb72feacdc5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:08:16.440393 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-4489cde6-c320-4217-bb65-bb72feacdc5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1975271'] for router_gateway, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:16.614044 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-4489cde6-c320-4217-bb65-bb72feacdc5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1974832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4350'] for router, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:16.616278 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-4489cde6-c320-4217-bb65-bb72feacdc5f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:16.640208 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-4489cde6-c320-4217-bb65-bb72feacdc5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1975071'] for router, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:16.640993 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4489cde6-c320-4217-bb65-bb72feacdc5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f122fb68-0e9b-4f06-b8ec-882cb7e03aa3 {{(pid=78742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 17 14:08:16.654842 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-4489cde6-c320-4217-bb65-bb72feacdc5f admin admin] Notify callbacks [] for router, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:16.656031 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-4489cde6-c320-4217-bb65-bb72feacdc5f admin admin] 10.222.0.54 "DELETE /v2.0/routers/f122fb68-0e9b-4f06-b8ec-882cb7e03aa3 HTTP/1.1" status: 204  len: 168 time: 1.4041269
May 17 14:08:16.658575 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 42156) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:08:16.721682 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.db_base_plugin_v2 [None req-09fbafb6-0080-4554-a0ad-bcbfb27f79d4 admin admin] Deleting subnet 90c65895-ec45-4907-b4fe-4df7439ab0bb {{(pid=78742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 17 14:08:16.725421 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-09fbafb6-0080-4554-a0ad-bcbfb27f79d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:16.777885 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-09fbafb6-0080-4554-a0ad-bcbfb27f79d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132461956'] for subnet, precommit_delete_associations {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:16.870557 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-09fbafb6-0080-4554-a0ad-bcbfb27f79d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-866929'] for subnet, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:17.198331 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-09fbafb6-0080-4554-a0ad-bcbfb27f79d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-866938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132438055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133803437'] for subnet, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:17.208913 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:08:17.251986 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fbafb6-0080-4554-a0ad-bcbfb27f79d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90c65895-ec45-4907-b4fe-4df7439ab0bb,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:08:17.254485 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-09fbafb6-0080-4554-a0ad-bcbfb27f79d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:17.257356 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-09fbafb6-0080-4554-a0ad-bcbfb27f79d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:08:17.263464 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-09fbafb6-0080-4554-a0ad-bcbfb27f79d4 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/90c65895-ec45-4907-b4fe-4df7439ab0bb HTTP/1.1" status: 204  len: 168 time: 0.6021180
May 17 14:08:17.264338 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 42162) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:08:17.266081 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ef248e-e252-4a1e-9fbd-56f58861b08d None None] Network 567a499e-7099-4ed5-851a-6358e1b600ad requested from dv-cinder-788363-3-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 17 14:08:17.300552 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-cc61e53e-309b-4ada-97ce-d8b6934c6893 req-80ea313b-93a1-43f6-9f2d-acae84587548 service neutron] Request body: {'port': {'device_id': 'b8b31b1a-9028-45d4-892a-eb10d20e8323', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 14:08:17.421372 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5e9df9d5-f6d9-4971-8cbf-7e61704a429b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1002279'] for network, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:17.467991 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7e30a-b6b1-4ef4-a174-276dd702048d req-dfbb039a-531a-485c-bce1-592d8f248cc2 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:08:17.475730 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b6f7e30a-b6b1-4ef4-a174-276dd702048d req-dfbb039a-531a-485c-bce1-592d8f248cc2 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8b31b1a-9028-45d4-892a-eb10d20e8323 HTTP/1.1" status: 200  len: 931 time: 0.2404923
May 17 14:08:17.494731 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-cc61e53e-309b-4ada-97ce-d8b6934c6893 req-80ea313b-93a1-43f6-9f2d-acae84587548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:17.537416 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 5f8dd255-a4cc-4540-b099-2f736817f9ee no longer exists at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 17 14:08:17.563047 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-5e9df9d5-f6d9-4971-8cbf-7e61704a429b admin admin] Deleting port 523458c7-1b6b-45c7-95a1-0ea876297f57 {{(pid=78742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 14:08:17.563449 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5e9df9d5-f6d9-4971-8cbf-7e61704a429b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:17.585965 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b6f7e30a-b6b1-4ef4-a174-276dd702048d req-98770537-fd0e-4a55-9b14-b1152d090722 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.54 "GET /v2.0/security-groups?id=058d0739-eef4-4235-9ead-f4cd245369c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1091502
May 17 14:08:17.635091 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46f1096-68b1-422c-8311-3e29f92a38af None None] DHCP port deletion for 567a499e-7099-4ed5-851a-6358e1b600ad request from dv-cinder-788363-3-iscsi {{(pid=78744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 17 14:08:17.643053 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] No Port match for: 5f8dd255-a4cc-4540-b099-2f736817f9ee {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 17 14:08:17.645134 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 5f8dd255-a4cc-4540-b099-2f736817f9ee not bound to the agent host dv-cinder-788363-3-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 17 14:08:17.646001 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 7b3e79fb-b102-48b7-97b9-f1d50610a24f no longer exists at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 17 14:08:17.772918 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] No Port match for: 7b3e79fb-b102-48b7-97b9-f1d50610a24f {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 17 14:08:17.773765 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 7b3e79fb-b102-48b7-97b9-f1d50610a24f not bound to the agent host dv-cinder-788363-3-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 17 14:08:17.818391 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-c46f1096-68b1-422c-8311-3e29f92a38af None None] Deleting port 523458c7-1b6b-45c7-95a1-0ea876297f57 {{(pid=78744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 14:08:17.818888 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c46f1096-68b1-422c-8311-3e29f92a38af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:17.845206 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.db [None req-5e9df9d5-f6d9-4971-8cbf-7e61704a429b admin admin] For port 523458c7-1b6b-45c7-95a1-0ea876297f57, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=523458c7-1b6b-45c7-95a1-0ea876297f57,segment=NetworkSegment(ccf741a6-2ef0-465c-a40a-1889f4b0f0cf),segment_id=ccf741a6-2ef0-465c-a40a-1889f4b0f0cf)] {{(pid=78742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:08:17.845746 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5e9df9d5-f6d9-4971-8cbf-7e61704a429b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:17.954588 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-c46f1096-68b1-422c-8311-3e29f92a38af None None] For port 523458c7-1b6b-45c7-95a1-0ea876297f57, host dv-cinder-788363-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-iscsi',level=0,port_id=523458c7-1b6b-45c7-95a1-0ea876297f57,segment=NetworkSegment(ccf741a6-2ef0-465c-a40a-1889f4b0f0cf),segment_id=ccf741a6-2ef0-465c-a40a-1889f4b0f0cf)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:08:17.954905 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c46f1096-68b1-422c-8311-3e29f92a38af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:17.971536 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [req-cc61e53e-309b-4ada-97ce-d8b6934c6893 req-80ea313b-93a1-43f6-9f2d-acae84587548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4708f525-14e1-42ff-9565-55b105f0f6c5 {{(pid=78743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 17 14:08:17.980712 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-cc61e53e-309b-4ada-97ce-d8b6934c6893 req-80ea313b-93a1-43f6-9f2d-acae84587548 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:17.984598 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-5e9df9d5-f6d9-4971-8cbf-7e61704a429b admin admin] Calling delete_port for 523458c7-1b6b-45c7-95a1-0ea876297f57 owned by network:dhcp {{(pid=78742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 14:08:18.000110 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.provisioning_blocks [req-cc61e53e-309b-4ada-97ce-d8b6934c6893 req-80ea313b-93a1-43f6-9f2d-acae84587548 service neutron] Transition to ACTIVE for port object 4708f525-14e1-42ff-9565-55b105f0f6c5 will not be triggered until provisioned by entity L2. {{(pid=78743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 14:08:18.004879 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-cc61e53e-309b-4ada-97ce-d8b6934c6893 req-80ea313b-93a1-43f6-9f2d-acae84587548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133957588'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:18.013595 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-3c8a89f9-8f59-4071-8b51-e5b40350b088 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:08:18.060134 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5e9df9d5-f6d9-4971-8cbf-7e61704a429b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132438228'] for port, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:18.069897 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-c60fae11-8e79-4943-ab4b-35e7eba9771d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:08:18.103324 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-c46f1096-68b1-422c-8311-3e29f92a38af None None] Calling delete_port for 523458c7-1b6b-45c7-95a1-0ea876297f57 owned by network:dhcp {{(pid=78744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 14:08:18.142691 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9df9d5-f6d9-4971-8cbf-7e61704a429b admin admin] Pushing event deleted for resources: {'Port': ['ID=523458c7-1b6b-45c7-95a1-0ea876297f57,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:08:18.145382 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9df9d5-f6d9-4971-8cbf-7e61704a429b admin admin] No DVR routers for this DVR port 523458c7-1b6b-45c7-95a1-0ea876297f57 on host dv-cinder-788363-3-iscsi {{(pid=78742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 17 14:08:18.147301 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-5e9df9d5-f6d9-4971-8cbf-7e61704a429b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:08:18.179660 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c46f1096-68b1-422c-8311-3e29f92a38af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281'] for port, after_delete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:18.189351 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:08:18.209244 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ea313b-93a1-43f6-9f2d-acae84587548 service neutron] Pushing event updated for resources: {'Port': ['ID=4708f525-14e1-42ff-9565-55b105f0f6c5,revision_number=2']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:08:18.214276 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-80ea313b-93a1-43f6-9f2d-acae84587548 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:08:18.256585 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46f1096-68b1-422c-8311-3e29f92a38af None None] No DVR routers for this DVR port 523458c7-1b6b-45c7-95a1-0ea876297f57 on host dv-cinder-788363-3-iscsi {{(pid=78744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 17 14:08:18.272532 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46f1096-68b1-422c-8311-3e29f92a38af None None] Pushing event deleted for resources: {'Port': ['ID=523458c7-1b6b-45c7-95a1-0ea876297f57,revision_number=None']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:08:18.275276 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5e9df9d5-f6d9-4971-8cbf-7e61704a429b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-866884', 'neutron.services.segments.db._delete_segments_for_network-8774149704834'] for network, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:18.276230 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-c46f1096-68b1-422c-8311-3e29f92a38af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:08:18.289773 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-cc61e53e-309b-4ada-97ce-d8b6934c6893 req-80ea313b-93a1-43f6-9f2d-acae84587548 service neutron] Attempting to bind port 4708f525-14e1-42ff-9565-55b105f0f6c5 on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 17 14:08:18.290250 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-cc61e53e-309b-4ada-97ce-d8b6934c6893 req-80ea313b-93a1-43f6-9f2d-acae84587548 service neutron] Attempting to bind port 4708f525-14e1-42ff-9565-55b105f0f6c5 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'f0c28a50-517e-470c-9c15-9ca83e4771f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '8cec3e81-f174-4780-bf5d-264c7caca758'}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 17 14:08:18.290701 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc61e53e-309b-4ada-97ce-d8b6934c6893 req-80ea313b-93a1-43f6-9f2d-acae84587548 service neutron] Attempting to bind port 4708f525-14e1-42ff-9565-55b105f0f6c5 on network 8cec3e81-f174-4780-bf5d-264c7caca758 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 14:08:18.290997 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.services.segments.db [None req-5e9df9d5-f6d9-4971-8cbf-7e61704a429b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fae3f0c3a60>,) {'filters': {'network_id': ['567a499e-7099-4ed5-851a-6358e1b600ad']}} {{(pid=78742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:08:18.297797 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc61e53e-309b-4ada-97ce-d8b6934c6893 req-80ea313b-93a1-43f6-9f2d-acae84587548 service neutron] Port 4708f525-14e1-42ff-9565-55b105f0f6c5 on network 8cec3e81-f174-4780-bf5d-264c7caca758 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 17 14:08:18.298120 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc61e53e-309b-4ada-97ce-d8b6934c6893 req-80ea313b-93a1-43f6-9f2d-acae84587548 service neutron] Attempting to bind port 4708f525-14e1-42ff-9565-55b105f0f6c5 on network 8cec3e81-f174-4780-bf5d-264c7caca758 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 14:08:18.304432 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc61e53e-309b-4ada-97ce-d8b6934c6893 req-80ea313b-93a1-43f6-9f2d-acae84587548 service neutron] Checking agent: {'id': '2184a6b5-3e0c-4449-b4b5-a4e82803b4d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 53, 3), 'started_at': datetime.datetime(2021, 5, 17, 13, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 14, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 17 14:08:18.305130 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc61e53e-309b-4ada-97ce-d8b6934c6893 req-80ea313b-93a1-43f6-9f2d-acae84587548 service neutron] Checking segment: {'id': 'f0c28a50-517e-470c-9c15-9ca83e4771f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '8cec3e81-f174-4780-bf5d-264c7caca758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 14:08:18.305429 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc61e53e-309b-4ada-97ce-d8b6934c6893 req-80ea313b-93a1-43f6-9f2d-acae84587548 service neutron] Bound using segment: {'id': 'f0c28a50-517e-470c-9c15-9ca83e4771f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '8cec3e81-f174-4780-bf5d-264c7caca758'} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 17 14:08:18.306105 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-cc61e53e-309b-4ada-97ce-d8b6934c6893 req-80ea313b-93a1-43f6-9f2d-acae84587548 service neutron] Bound port: 4708f525-14e1-42ff-9565-55b105f0f6c5, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c28a50-517e-470c-9c15-9ca83e4771f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '8cec3e81-f174-4780-bf5d-264c7caca758'}}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 17 14:08:18.306642 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-cc61e53e-309b-4ada-97ce-d8b6934c6893 req-80ea313b-93a1-43f6-9f2d-acae84587548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:18.306769 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.services.segments.db [None req-5e9df9d5-f6d9-4971-8cbf-7e61704a429b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fae3f0c3a60>, 'ccf741a6-2ef0-465c-a40a-1889f4b0f0cf') {'for_net_delete': True} {{(pid=78742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:08:18.307224 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.services.segments.db [None req-5e9df9d5-f6d9-4971-8cbf-7e61704a429b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fae3f0c3a60>, 'ccf741a6-2ef0-465c-a40a-1889f4b0f0cf') {} {{(pid=78742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:08:18.321100 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5e9df9d5-f6d9-4971-8cbf-7e61704a429b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774149716363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132461963'] for segment, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:18.339325 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5e9df9d5-f6d9-4971-8cbf-7e61704a429b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861870'] for segment, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:18.345972 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e9df9d5-f6d9-4971-8cbf-7e61704a429b admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=78742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 17 14:08:18.346429 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5e9df9d5-f6d9-4971-8cbf-7e61704a429b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132438145'] for segment, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:18.361042 dv-cinder-788363-3-iscsi neutron-server[78742]: Traceback (most recent call last):
May 17 14:08:18.361042 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 17 14:08:18.361042 dv-cinder-788363-3-iscsi neutron-server[78742]:     timer()
May 17 14:08:18.361042 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 17 14:08:18.361042 dv-cinder-788363-3-iscsi neutron-server[78742]:     cb(*args, **kw)
May 17 14:08:18.361042 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 17 14:08:18.361042 dv-cinder-788363-3-iscsi neutron-server[78742]:     return func(*args, **kwargs)
May 17 14:08:18.361042 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 17 14:08:18.361042 dv-cinder-788363-3-iscsi neutron-server[78742]:     self._notify()
May 17 14:08:18.361042 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 17 14:08:18.361042 dv-cinder-788363-3-iscsi neutron-server[78742]:     self.callback(batched_events)
May 17 14:08:18.361042 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 17 14:08:18.361042 dv-cinder-788363-3-iscsi neutron-server[78742]:     event.method(event)
May 17 14:08:18.361042 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 17 14:08:18.361042 dv-cinder-788363-3-iscsi neutron-server[78742]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 17 14:08:18.361042 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 17 14:08:18.361042 dv-cinder-788363-3-iscsi neutron-server[78742]:     aggregate_uuid = self.p_client.list_aggregates(
May 17 14:08:18.361042 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 17 14:08:18.361042 dv-cinder-788363-3-iscsi neutron-server[78742]:     return f(self, *a, **k)
May 17 14:08:18.361042 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 17 14:08:18.361042 dv-cinder-788363-3-iscsi neutron-server[78742]:     return self._get(url).json()
May 17 14:08:18.361042 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 17 14:08:18.361042 dv-cinder-788363-3-iscsi neutron-server[78742]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 17 14:08:18.361042 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 17 14:08:18.361042 dv-cinder-788363-3-iscsi neutron-server[78742]:     return self.request(url, 'GET', **kwargs)
May 17 14:08:18.361042 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 17 14:08:18.361042 dv-cinder-788363-3-iscsi neutron-server[78742]:     base_url = self.get_endpoint(auth, allow=allow,
May 17 14:08:18.361042 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 17 14:08:18.361042 dv-cinder-788363-3-iscsi neutron-server[78742]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 17 14:08:18.361042 dv-cinder-788363-3-iscsi neutron-server[78742]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 17 14:08:18.361042 dv-cinder-788363-3-iscsi neutron-server[78742]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 17 14:08:18.361042 dv-cinder-788363-3-iscsi neutron-server[78742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 17 14:08:18.413922 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-cc61e53e-309b-4ada-97ce-d8b6934c6893 req-80ea313b-93a1-43f6-9f2d-acae84587548 service neutron] For port 4708f525-14e1-42ff-9565-55b105f0f6c5, host hv-cinder-78836, cleared binding levels {{(pid=78743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 17 14:08:18.417432 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-cc61e53e-309b-4ada-97ce-d8b6934c6893 req-80ea313b-93a1-43f6-9f2d-acae84587548 service neutron] For port 4708f525-14e1-42ff-9565-55b105f0f6c5, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4708f525-14e1-42ff-9565-55b105f0f6c5,segment=NetworkSegment(f0c28a50-517e-470c-9c15-9ca83e4771f2),segment_id=f0c28a50-517e-470c-9c15-9ca83e4771f2)] {{(pid=78743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 17 14:08:18.423177 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-cc61e53e-309b-4ada-97ce-d8b6934c6893 req-80ea313b-93a1-43f6-9f2d-acae84587548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133957588'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:18.428103 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-508b9e02-b5eb-48cd-a671-b4ccb9b7846c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:08:18.458496 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5e9df9d5-f6d9-4971-8cbf-7e61704a429b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-866893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1676892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1975232'] for network, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:18.465120 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5e9df9d5-f6d9-4971-8cbf-7e61704a429b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for network, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:18.470753 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-109de454-3cb6-4872-bcba-2e8463289b54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:08:18.499308 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9df9d5-f6d9-4971-8cbf-7e61704a429b admin admin] Pushing event deleted for resources: {'Network': ['ID=567a499e-7099-4ed5-851a-6358e1b600ad,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:08:18.503450 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-5e9df9d5-f6d9-4971-8cbf-7e61704a429b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:08:18.507606 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61e53e-309b-4ada-97ce-d8b6934c6893 req-80ea313b-93a1-43f6-9f2d-acae84587548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:08:18.507945 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-5e9df9d5-f6d9-4971-8cbf-7e61704a429b admin admin] 10.222.0.54 "DELETE /v2.0/networks/567a499e-7099-4ed5-851a-6358e1b600ad HTTP/1.1" status: 204  len: 168 time: 1.2396426
May 17 14:08:18.508049 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-cc61e53e-309b-4ada-97ce-d8b6934c6893 req-80ea313b-93a1-43f6-9f2d-acae84587548 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:18.508049 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cc61e53e-309b-4ada-97ce-d8b6934c6893 req-80ea313b-93a1-43f6-9f2d-acae84587548 service neutron] 10.222.0.49 "PUT /v2.0/ports/4708f525-14e1-42ff-9565-55b105f0f6c5 HTTP/1.1" status: 200  len: 1093 time: 1.2104723
May 17 14:08:18.508049 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b31b1a-9028-45d4-892a-eb10d20e8323', 'tag': '4708f525-14e1-42ff-9565-55b105f0f6c5'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 14:08:18.528766 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ea313b-93a1-43f6-9f2d-acae84587548 service neutron] Pushing event updated for resources: {'Port': ['ID=4708f525-14e1-42ff-9565-55b105f0f6c5,revision_number=3']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:08:18.532077 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-80ea313b-93a1-43f6-9f2d-acae84587548 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:08:18.579873 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b31b1a-9028-45d4-892a-eb10d20e8323', 'tag': '4708f525-14e1-42ff-9565-55b105f0f6c5', 'status': 'completed', 'code': 200}
May 17 14:08:18.708360 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 42174) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:08:18.828857 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-d31938a8-2ff7-4d43-aff2-d994ddb06118 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d77a303f986f47e2bf0264946d7679d6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1188643
May 17 14:08:18.831874 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 42180) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:08:18.857347 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f6e90-20f2-405a-b799-85f903de1c53 req-c3940ad9-681e-4cd8-bb05-3b52a16f0353 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:08:18.858832 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4d8f6e90-20f2-405a-b799-85f903de1c53 req-c3940ad9-681e-4cd8-bb05-3b52a16f0353 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8b31b1a-9028-45d4-892a-eb10d20e8323 HTTP/1.1" status: 200  len: 943 time: 0.1245377
May 17 14:08:18.910173 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4d8f6e90-20f2-405a-b799-85f903de1c53 req-9802da5c-8a91-43b9-88fe-2134b7ccba8f tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.54 "GET /v2.0/security-groups?id=058d0739-eef4-4235-9ead-f4cd245369c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446656
May 17 14:08:18.934560 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-e9d7417a-bab5-4739-8c0e-4798ce3ee9ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:18.987107 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-e9d7417a-bab5-4739-8c0e-4798ce3ee9ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:19.028827 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c78d1-d2ac-483f-b8da-6126c94b2ebd req-19d86f23-7975-49a1-8271-574785d8ec5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:08:19.030333 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-029c78d1-d2ac-483f-b8da-6126c94b2ebd req-19d86f23-7975-49a1-8271-574785d8ec5c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d88ac8defbd94fa6bb6ee766179ec0b9&device_id=b8b31b1a-9028-45d4-892a-eb10d20e8323 HTTP/1.1" status: 200  len: 1096 time: 0.1183736
May 17 14:08:19.057927 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-e9d7417a-bab5-4739-8c0e-4798ce3ee9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:19.066603 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-2c74c32f-c395-44fd-a2c1-2cf2fa483d82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:08:19.087188 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d7417a-bab5-4739-8c0e-4798ce3ee9ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ea2ea7-3e82-4cde-8030-669f5ca1cf71,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:08:19.091346 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-e9d7417a-bab5-4739-8c0e-4798ce3ee9ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:08:19.095183 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-e9d7417a-bab5-4739-8c0e-4798ce3ee9ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:19.107722 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-e9d7417a-bab5-4739-8c0e-4798ce3ee9ff admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/59ea2ea7-3e82-4cde-8030-669f5ca1cf71 HTTP/1.1" status: 204  len: 168 time: 0.2655747
May 17 14:08:19.218665 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c78d1-d2ac-483f-b8da-6126c94b2ebd req-7a6c6144-5e95-4c85-bd18-4351a924a1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:08:19.221203 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-029c78d1-d2ac-483f-b8da-6126c94b2ebd req-7a6c6144-5e95-4c85-bd18-4351a924a1b3 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=d88ac8defbd94fa6bb6ee766179ec0b9&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1827726
May 17 14:08:19.442490 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c78d1-d2ac-483f-b8da-6126c94b2ebd req-10994b05-fa99-4def-a882-e9383885590c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:08:19.444273 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-029c78d1-d2ac-483f-b8da-6126c94b2ebd req-10994b05-fa99-4def-a882-e9383885590c service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1762488
May 17 14:08:19.516185 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 523458c7-1b6b-45c7-95a1-0ea876297f57 no longer exists at agent ovs-agent-dv-cinder-788363-3-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 17 14:08:19.569905 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] No Port match for: 523458c7-1b6b-45c7-95a1-0ea876297f57 {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 17 14:08:19.570167 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Device 523458c7-1b6b-45c7-95a1-0ea876297f57 not bound to the agent host dv-cinder-788363-3-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 17 14:08:19.627975 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 42188) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:08:19.686527 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-5c0542e7-26af-45e6-bd8f-feadbad0f5d7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0fbb7d11ff324a7daa572934e844d0f8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0570226
May 17 14:08:19.688935 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 42192) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:08:19.697801 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61e53e-309b-4ada-97ce-d8b6934c6893 req-819d3aca-ea88-4196-a434-1b1ccb92d9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:08:19.699295 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cc61e53e-309b-4ada-97ce-d8b6934c6893 req-819d3aca-ea88-4196-a434-1b1ccb92d9c4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d88ac8defbd94fa6bb6ee766179ec0b9&device_id=b8b31b1a-9028-45d4-892a-eb10d20e8323 HTTP/1.1" status: 200  len: 1096 time: 0.2000906
May 17 14:08:19.757704 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d8acef51-4f73-4e3f-9fe2-560b9d2f8014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:19.771848 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cc61e53e-309b-4ada-97ce-d8b6934c6893 req-0d98735d-c29d-4e1c-902e-7436390a164b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4708f525-14e1-42ff-9565-55b105f0f6c5 HTTP/1.1" status: 200  len: 217 time: 0.0641248
May 17 14:08:19.797112 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d8acef51-4f73-4e3f-9fe2-560b9d2f8014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:19.848452 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61e53e-309b-4ada-97ce-d8b6934c6893 req-89a6fc87-bc14-4cc3-b317-6291820d77fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:08:19.850011 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cc61e53e-309b-4ada-97ce-d8b6934c6893 req-89a6fc87-bc14-4cc3-b317-6291820d77fc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8911d1d2-3fa0-48bf-a57c-700ae85829e9 HTTP/1.1" status: 200  len: 854 time: 0.0717583
May 17 14:08:19.869268 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d8acef51-4f73-4e3f-9fe2-560b9d2f8014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:19.876339 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-8e7da793-502c-4494-b106-7113092cb9ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:08:19.897089 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8acef51-4f73-4e3f-9fe2-560b9d2f8014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991d5416-7007-49b3-9bae-e03e13273776,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:08:19.900729 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cc61e53e-309b-4ada-97ce-d8b6934c6893 req-ca64d37f-6cca-4557-be3c-25b1119109b5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8cec3e81-f174-4780-bf5d-264c7caca758&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0441730
May 17 14:08:19.901266 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-d8acef51-4f73-4e3f-9fe2-560b9d2f8014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:08:19.906635 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d8acef51-4f73-4e3f-9fe2-560b9d2f8014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:19.908160 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-d8acef51-4f73-4e3f-9fe2-560b9d2f8014 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/991d5416-7007-49b3-9bae-e03e13273776 HTTP/1.1" status: 204  len: 168 time: 0.2180419
May 17 14:08:20.059768 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cc61e53e-309b-4ada-97ce-d8b6934c6893 req-b4607ddb-cdf6-4d04-8797-274983d03586 service neutron] 10.222.0.49 "GET /v2.0/networks/8cec3e81-f174-4780-bf5d-264c7caca758?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1506205
May 17 14:08:20.324447 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cc61e53e-309b-4ada-97ce-d8b6934c6893 req-425dc5ab-7c43-46c1-a8a0-d3135b656642 service neutron] 10.222.0.49 "GET /v2.0/networks/8cec3e81-f174-4780-bf5d-264c7caca758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2575891
May 17 14:08:20.342414 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab65c1-1b19-4d0a-829f-2278e8a86747 req-ea580afc-cb12-4669-a783-a0d70fd85e36 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:08:20.344163 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3cab65c1-1b19-4d0a-829f-2278e8a86747 req-ea580afc-cb12-4669-a783-a0d70fd85e36 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8b31b1a-9028-45d4-892a-eb10d20e8323 HTTP/1.1" status: 200  len: 943 time: 0.2387969
May 17 14:08:20.414236 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3cab65c1-1b19-4d0a-829f-2278e8a86747 req-909a4932-b365-466a-80db-a5ef78baa55b tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.54 "GET /v2.0/security-groups?id=058d0739-eef4-4235-9ead-f4cd245369c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547109
May 17 14:08:21.623454 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f78e7a-2861-488c-9042-55e2a344ef4a req-3dace49d-e224-4ff9-ada7-cb653c92ed1f tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:08:21.624868 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-88f78e7a-2861-488c-9042-55e2a344ef4a req-3dace49d-e224-4ff9-ada7-cb653c92ed1f tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8b31b1a-9028-45d4-892a-eb10d20e8323 HTTP/1.1" status: 200  len: 943 time: 0.0880928
May 17 14:08:21.677468 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-88f78e7a-2861-488c-9042-55e2a344ef4a req-c27ca3ac-c2a7-40da-b707-247a45a08a72 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.54 "GET /v2.0/security-groups?id=058d0739-eef4-4235-9ead-f4cd245369c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455284
May 17 14:08:22.654767 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-8052cd49-7a68-4d4d-8373-307cb75036c7 None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 17 14:08:22.875363 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b047363-9904-4608-9061-085a5a7c9e6d req-f74cc5fc-e8f2-4f7d-bba0-98c56fd2e4ca tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:08:22.876858 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7b047363-9904-4608-9061-085a5a7c9e6d req-f74cc5fc-e8f2-4f7d-bba0-98c56fd2e4ca tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8b31b1a-9028-45d4-892a-eb10d20e8323 HTTP/1.1" status: 200  len: 943 time: 0.0828264
May 17 14:08:22.926210 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7b047363-9904-4608-9061-085a5a7c9e6d req-0abd4b36-ff08-4791-9184-3fea37ce1a19 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.54 "GET /v2.0/security-groups?id=058d0739-eef4-4235-9ead-f4cd245369c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405452
May 17 14:08:23.494178 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device 4708f525-14e1-42ff-9565-55b105f0f6c5 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 17 14:08:23.697915 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port 4708f525-14e1-42ff-9565-55b105f0f6c5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4708f525-14e1-42ff-9565-55b105f0f6c5,segment=NetworkSegment(f0c28a50-517e-470c-9c15-9ca83e4771f2),segment_id=f0c28a50-517e-470c-9c15-9ca83e4771f2)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:08:23.717424 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Returning: {'device': '4708f525-14e1-42ff-9565-55b105f0f6c5', 'network_id': '8cec3e81-f174-4780-bf5d-264c7caca758', 'port_id': '4708f525-14e1-42ff-9565-55b105f0f6c5', 'mac_address': 'fa:16:3e:12:81:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8911d1d2-3fa0-48bf-a57c-700ae85829e9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 17 14:08:23.776291 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:23.794133 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4708f525-14e1-42ff-9565-55b105f0f6c5 {{(pid=78744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 17 14:08:23.812690 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port 4708f525-14e1-42ff-9565-55b105f0f6c5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4708f525-14e1-42ff-9565-55b105f0f6c5,segment=NetworkSegment(f0c28a50-517e-470c-9c15-9ca83e4771f2),segment_id=f0c28a50-517e-470c-9c15-9ca83e4771f2)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:08:23.817926 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:23.819767 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:08:23.890058 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Pushing event updated for resources: {'Port': ['ID=4708f525-14e1-42ff-9565-55b105f0f6c5,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:08:23.893095 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:08:24.118774 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] get_ports_and_sgs() called for port_ids ['4708f525-14e1-42ff-9565-55b105f0f6c5'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 17 14:08:24.143450 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1726a6c9-897b-4456-bf50-18df14498c35 req-75f13a27-7a92-40d8-99bb-661cd3f14698 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:08:24.145532 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1726a6c9-897b-4456-bf50-18df14498c35 req-75f13a27-7a92-40d8-99bb-661cd3f14698 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8b31b1a-9028-45d4-892a-eb10d20e8323 HTTP/1.1" status: 200  len: 944 time: 0.0934556
May 17 14:08:24.206803 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1726a6c9-897b-4456-bf50-18df14498c35 req-31a17a8d-bdac-4669-af6f-811e8a569018 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.54 "GET /v2.0/security-groups?id=058d0739-eef4-4235-9ead-f4cd245369c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483460
May 17 14:08:25.414275 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bfa2dc-05ba-4dc9-bebe-9ec7816e2a24 req-d38127f1-7d37-48a6-8f15-f227bb6f6f21 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:08:25.415897 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b1bfa2dc-05ba-4dc9-bebe-9ec7816e2a24 req-d38127f1-7d37-48a6-8f15-f227bb6f6f21 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8b31b1a-9028-45d4-892a-eb10d20e8323 HTTP/1.1" status: 200  len: 944 time: 0.0889244
May 17 14:08:25.466430 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b1bfa2dc-05ba-4dc9-bebe-9ec7816e2a24 req-8cd1f75b-dc6b-4b88-8c46-15541649e6d4 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.54 "GET /v2.0/security-groups?id=058d0739-eef4-4235-9ead-f4cd245369c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434556
May 17 14:08:25.521189 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device 4708f525-14e1-42ff-9565-55b105f0f6c5 up at agent hyperv_hv-cinder-78836 {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 14:08:25.621129 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Provisioning for port 4708f525-14e1-42ff-9565-55b105f0f6c5 completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 14:08:25.626500 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Provisioning complete for port 4708f525-14e1-42ff-9565-55b105f0f6c5 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 14:08:25.626876 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:25.750229 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:25.781096 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b31b1a-9028-45d4-892a-eb10d20e8323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4708f525-14e1-42ff-9565-55b105f0f6c5'}] {{(pid=78744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 14:08:25.797133 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port 4708f525-14e1-42ff-9565-55b105f0f6c5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4708f525-14e1-42ff-9565-55b105f0f6c5,segment=NetworkSegment(f0c28a50-517e-470c-9c15-9ca83e4771f2),segment_id=f0c28a50-517e-470c-9c15-9ca83e4771f2)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:08:25.802303 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:25.805285 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:08:25.840094 dv-cinder-788363-3-iscsi neutron-server[78744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b31b1a-9028-45d4-892a-eb10d20e8323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4708f525-14e1-42ff-9565-55b105f0f6c5', 'code': 200}
May 17 14:08:25.887496 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Pushing event updated for resources: {'Port': ['ID=4708f525-14e1-42ff-9565-55b105f0f6c5,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:08:25.893598 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:08:26.075700 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c15f1bd-4a1e-4d39-b5fb-0f65bd1dd445 req-28b3df76-1a33-4e3a-bbd2-58d670722cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:08:26.077176 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3c15f1bd-4a1e-4d39-b5fb-0f65bd1dd445 req-28b3df76-1a33-4e3a-bbd2-58d670722cdb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b8b31b1a-9028-45d4-892a-eb10d20e8323 HTTP/1.1" status: 200  len: 1098 time: 0.0738976
May 17 14:08:26.121260 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3c15f1bd-4a1e-4d39-b5fb-0f65bd1dd445 req-b2edc1af-eb99-4cdb-a996-013a2a3ecc32 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=058d0739-eef4-4235-9ead-f4cd245369c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367706
May 17 14:08:26.671156 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dedf646-09a0-43b1-bf45-e632fad9d2b6 req-d364e928-49c8-4ce7-a3df-58aaa271640c tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:08:26.672680 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7dedf646-09a0-43b1-bf45-e632fad9d2b6 req-d364e928-49c8-4ce7-a3df-58aaa271640c tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8b31b1a-9028-45d4-892a-eb10d20e8323 HTTP/1.1" status: 200  len: 945 time: 0.0898592
May 17 14:08:26.721371 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7dedf646-09a0-43b1-bf45-e632fad9d2b6 req-d8e7835c-f41e-4630-8f05-0c9a75e6df46 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.54 "GET /v2.0/security-groups?id=058d0739-eef4-4235-9ead-f4cd245369c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423548
May 17 14:08:27.912357 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd7103-730b-481a-a635-7d6d1636feae req-93fbc84b-b10f-4455-937e-7051cae79910 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:08:27.913831 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-57cd7103-730b-481a-a635-7d6d1636feae req-93fbc84b-b10f-4455-937e-7051cae79910 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8b31b1a-9028-45d4-892a-eb10d20e8323 HTTP/1.1" status: 200  len: 945 time: 0.0829885
May 17 14:08:27.963789 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-57cd7103-730b-481a-a635-7d6d1636feae req-b4a3d7df-a3a0-4f33-94cf-6e16f745f379 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.54 "GET /v2.0/security-groups?id=058d0739-eef4-4235-9ead-f4cd245369c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442445
May 17 14:08:33.553298 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:37.454851 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-8d6df69b-cba6-43e4-9291-8054820db480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:39.904558 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:40.146220 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-bf7c6c4a-643a-4525-b3ed-d8a5d88f941d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:41.048989 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-533a9918-d89c-4562-8a48-35a661957320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:42.569181 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1529072-104d-404f-8ce8-7078c9c34ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:08:59.653952 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-8052cd49-7a68-4d4d-8373-307cb75036c7 None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 17 14:09:00.902638 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 42546) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:09:01.018502 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-f579ea16-3bbb-4738-ab62-87040b99e27f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:09:01.032716 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-f579ea16-3bbb-4738-ab62-87040b99e27f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 14:09:01.036549 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-f579ea16-3bbb-4738-ab62-87040b99e27f admin admin] Usage tracker for resource:security_group_rule and tenant:0c2d7a30c85248499a98234c27f54000 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 17 14:09:01.039271 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-f579ea16-3bbb-4738-ab62-87040b99e27f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 17 14:09:01.045107 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-f579ea16-3bbb-4738-ab62-87040b99e27f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 14:09:01.130502 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-f579ea16-3bbb-4738-ab62-87040b99e27f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:09:01.134277 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-f579ea16-3bbb-4738-ab62-87040b99e27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:09:01.141957 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-873bfc02-cc0c-41f9-bcc1-b4c9c3965dd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:09:01.181098 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f579ea16-3bbb-4738-ab62-87040b99e27f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3836396-b0b2-4f28-8c05-c04a0716aa94,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:09:01.185005 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-f579ea16-3bbb-4738-ab62-87040b99e27f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0c2d7a30c85248499a98234c27f54000&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2813723
May 17 14:09:01.187790 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 42552) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:09:01.191437 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f579ea16-3bbb-4738-ab62-87040b99e27f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:09:01.192440 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f579ea16-3bbb-4738-ab62-87040b99e27f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:09:01.192821 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f579ea16-3bbb-4738-ab62-87040b99e27f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:09:01.193187 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f579ea16-3bbb-4738-ab62-87040b99e27f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:09:01.193552 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f579ea16-3bbb-4738-ab62-87040b99e27f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:09:01.193912 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f579ea16-3bbb-4738-ab62-87040b99e27f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:09:01.194269 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f579ea16-3bbb-4738-ab62-87040b99e27f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:09:01.194625 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f579ea16-3bbb-4738-ab62-87040b99e27f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:09:01.194985 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f579ea16-3bbb-4738-ab62-87040b99e27f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:09:01.195341 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f579ea16-3bbb-4738-ab62-87040b99e27f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:09:01.195721 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f579ea16-3bbb-4738-ab62-87040b99e27f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:09:01.196076 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f579ea16-3bbb-4738-ab62-87040b99e27f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:09:01.200035 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-f579ea16-3bbb-4738-ab62-87040b99e27f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:09:01.246676 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-72354e51-99f9-43e6-b61a-6565cb062706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:09:01.272270 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-72354e51-99f9-43e6-b61a-6565cb062706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:09:01.323451 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-72354e51-99f9-43e6-b61a-6565cb062706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:09:01.327145 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-e1531504-c2be-4fd4-bf41-857e4d7dfda1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:09:01.338196 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72354e51-99f9-43e6-b61a-6565cb062706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3836396-b0b2-4f28-8c05-c04a0716aa94,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:09:01.342530 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-72354e51-99f9-43e6-b61a-6565cb062706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:09:01.344543 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-72354e51-99f9-43e6-b61a-6565cb062706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:09:01.345622 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-72354e51-99f9-43e6-b61a-6565cb062706 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e3836396-b0b2-4f28-8c05-c04a0716aa94 HTTP/1.1" status: 204  len: 168 time: 0.1567955
May 17 14:09:03.565675 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:09:07.447056 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-e265286d-2e0b-4af3-885f-70bd092e1084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:09:09.906936 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:09:10.149219 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-81aa0a3f-6523-4cd9-9599-bbba37ac150a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:09:11.054506 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-533a9918-d89c-4562-8a48-35a661957320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:09:12.571707 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1529072-104d-404f-8ce8-7078c9c34ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:09:13.709167 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7903ea30-5934-450e-b188-fffcfc6ca997 req-b1487eee-61a7-483c-b64a-2b84bf640ddf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b8b31b1a-9028-45d4-892a-eb10d20e8323&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0765605
May 17 14:09:15.118914 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903ea30-5934-450e-b188-fffcfc6ca997 req-b9bcff76-a83d-401d-9b71-f395f556c4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:09:15.120370 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7903ea30-5934-450e-b188-fffcfc6ca997 req-b9bcff76-a83d-401d-9b71-f395f556c4a1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d88ac8defbd94fa6bb6ee766179ec0b9&device_id=b8b31b1a-9028-45d4-892a-eb10d20e8323 HTTP/1.1" status: 200  len: 1098 time: 0.0696497
May 17 14:09:15.356341 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903ea30-5934-450e-b188-fffcfc6ca997 req-e2dbff76-722c-41f4-a4bb-0b243b02b9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:09:15.357784 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7903ea30-5934-450e-b188-fffcfc6ca997 req-e2dbff76-722c-41f4-a4bb-0b243b02b9ff service neutron] 10.222.0.49 "GET /v2.0/networks?id=8cec3e81-f174-4780-bf5d-264c7caca758 HTTP/1.1" status: 200  len: 915 time: 0.2177906
May 17 14:09:15.426979 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7903ea30-5934-450e-b188-fffcfc6ca997 req-d70817f5-c3cd-45f6-93e6-0ca1dd577d67 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4708f525-14e1-42ff-9565-55b105f0f6c5 HTTP/1.1" status: 200  len: 217 time: 0.0622277
May 17 14:09:15.487085 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903ea30-5934-450e-b188-fffcfc6ca997 req-1b0280fc-e92d-4382-8a71-3b56380bd372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:09:15.488571 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7903ea30-5934-450e-b188-fffcfc6ca997 req-1b0280fc-e92d-4382-8a71-3b56380bd372 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8911d1d2-3fa0-48bf-a57c-700ae85829e9 HTTP/1.1" status: 200  len: 854 time: 0.0561385
May 17 14:09:15.538483 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7903ea30-5934-450e-b188-fffcfc6ca997 req-d94c0c47-8754-4dad-9900-aba4c5972146 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8cec3e81-f174-4780-bf5d-264c7caca758&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0426836
May 17 14:09:15.665361 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7903ea30-5934-450e-b188-fffcfc6ca997 req-5578248d-9d6e-4c8b-8d00-76fa62659af6 service neutron] 10.222.0.49 "GET /v2.0/networks/8cec3e81-f174-4780-bf5d-264c7caca758?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1206815
May 17 14:09:15.794149 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7903ea30-5934-450e-b188-fffcfc6ca997 req-770f4c5a-72c1-4768-a0a5-79e978ebcb1f service neutron] 10.222.0.49 "GET /v2.0/networks/8cec3e81-f174-4780-bf5d-264c7caca758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1222136
May 17 14:09:27.025837 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f75ed-6715-487e-8421-63c907c377f1 req-106a278c-2609-45cd-86da-67a84996a15f tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:09:27.027267 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f21f75ed-6715-487e-8421-63c907c377f1 req-106a278c-2609-45cd-86da-67a84996a15f tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8b31b1a-9028-45d4-892a-eb10d20e8323 HTTP/1.1" status: 200  len: 945 time: 0.0797467
May 17 14:09:27.071976 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f21f75ed-6715-487e-8421-63c907c377f1 req-0b053c5f-cb4e-4781-8eb3-780a98b62471 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.54 "GET /v2.0/security-groups?id=058d0739-eef4-4235-9ead-f4cd245369c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389321
May 17 14:09:28.257450 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ae0c3e-f22f-4122-b383-00ac242308be req-b59fcd37-95d0-4b20-9620-9ebad7edec8e tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:09:28.258896 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-07ae0c3e-f22f-4122-b383-00ac242308be req-b59fcd37-95d0-4b20-9620-9ebad7edec8e tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8b31b1a-9028-45d4-892a-eb10d20e8323 HTTP/1.1" status: 200  len: 945 time: 0.0826716
May 17 14:09:28.304448 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-07ae0c3e-f22f-4122-b383-00ac242308be req-ca1d3ca1-03ad-4310-8f1c-fa913eb1eb69 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.54 "GET /v2.0/security-groups?id=058d0739-eef4-4235-9ead-f4cd245369c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398674
May 17 14:09:28.790075 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb05f08-2ed3-4417-ae71-8dc065fd892e req-91983197-3132-4764-8328-5e9af511d91f tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:09:28.791545 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-adb05f08-2ed3-4417-ae71-8dc065fd892e req-91983197-3132-4764-8328-5e9af511d91f tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8b31b1a-9028-45d4-892a-eb10d20e8323 HTTP/1.1" status: 200  len: 945 time: 0.0769291
May 17 14:09:28.926477 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-adb05f08-2ed3-4417-ae71-8dc065fd892e req-6c5ed1a8-0c6f-4ae3-8c03-0935b1347206 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Deleting port 4708f525-14e1-42ff-9565-55b105f0f6c5 {{(pid=78743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 14:09:28.926814 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-adb05f08-2ed3-4417-ae71-8dc065fd892e req-6c5ed1a8-0c6f-4ae3-8c03-0935b1347206 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:09:29.057178 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-adb05f08-2ed3-4417-ae71-8dc065fd892e req-6c5ed1a8-0c6f-4ae3-8c03-0935b1347206 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] For port 4708f525-14e1-42ff-9565-55b105f0f6c5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4708f525-14e1-42ff-9565-55b105f0f6c5,segment=NetworkSegment(f0c28a50-517e-470c-9c15-9ca83e4771f2),segment_id=f0c28a50-517e-470c-9c15-9ca83e4771f2)] {{(pid=78743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:09:29.057425 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-adb05f08-2ed3-4417-ae71-8dc065fd892e req-6c5ed1a8-0c6f-4ae3-8c03-0935b1347206 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:09:29.179634 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-adb05f08-2ed3-4417-ae71-8dc065fd892e req-6c5ed1a8-0c6f-4ae3-8c03-0935b1347206 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Calling delete_port for 4708f525-14e1-42ff-9565-55b105f0f6c5 owned by compute:nova {{(pid=78743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 14:09:29.286018 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-adb05f08-2ed3-4417-ae71-8dc065fd892e req-6c5ed1a8-0c6f-4ae3-8c03-0935b1347206 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133957597'] for port, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:09:29.291747 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-508b9e02-b5eb-48cd-a671-b4ccb9b7846c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:09:29.298751 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] get_ports_and_sgs() called for port_ids ['4708f525-14e1-42ff-9565-55b105f0f6c5'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 17 14:09:29.337635 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ed1a8-0c6f-4ae3-8c03-0935b1347206 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Pushing event deleted for resources: {'Port': ['ID=4708f525-14e1-42ff-9565-55b105f0f6c5,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:09:29.379102 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5ed1a8-0c6f-4ae3-8c03-0935b1347206 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:09:29.379506 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5ed1a8-0c6f-4ae3-8c03-0935b1347206 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:09:29.379875 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5ed1a8-0c6f-4ae3-8c03-0935b1347206 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:09:29.380270 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5ed1a8-0c6f-4ae3-8c03-0935b1347206 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:09:29.380628 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5ed1a8-0c6f-4ae3-8c03-0935b1347206 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:09:29.380983 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5ed1a8-0c6f-4ae3-8c03-0935b1347206 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:09:29.381335 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5ed1a8-0c6f-4ae3-8c03-0935b1347206 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:09:29.381694 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5ed1a8-0c6f-4ae3-8c03-0935b1347206 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:09:29.382041 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5ed1a8-0c6f-4ae3-8c03-0935b1347206 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:09:29.382388 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5ed1a8-0c6f-4ae3-8c03-0935b1347206 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:09:29.382735 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5ed1a8-0c6f-4ae3-8c03-0935b1347206 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:09:29.383080 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5ed1a8-0c6f-4ae3-8c03-0935b1347206 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:09:29.390241 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-6c5ed1a8-0c6f-4ae3-8c03-0935b1347206 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:09:29.453135 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb05f08-2ed3-4417-ae71-8dc065fd892e req-6c5ed1a8-0c6f-4ae3-8c03-0935b1347206 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] No DVR routers for this DVR port 4708f525-14e1-42ff-9565-55b105f0f6c5 on host hv-cinder-78836 {{(pid=78743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 17 14:09:29.459808 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-adb05f08-2ed3-4417-ae71-8dc065fd892e req-6c5ed1a8-0c6f-4ae3-8c03-0935b1347206 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:09:29.462280 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b31b1a-9028-45d4-892a-eb10d20e8323', 'name': 'network-vif-deleted', 'tag': '4708f525-14e1-42ff-9565-55b105f0f6c5'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 14:09:29.477196 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7d9a7c71-c3fc-43e5-a520-241392a9a169 req-19375881-2573-45f4-a432-a8d8be875854 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8b31b1a-9028-45d4-892a-eb10d20e8323 HTTP/1.1" status: 200  len: 210 time: 0.0577972
May 17 14:09:29.485675 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-adb05f08-2ed3-4417-ae71-8dc065fd892e req-6c5ed1a8-0c6f-4ae3-8c03-0935b1347206 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.49 "DELETE /v2.0/ports/4708f525-14e1-42ff-9565-55b105f0f6c5 HTTP/1.1" status: 204  len: 173 time: 0.6881697
May 17 14:09:29.532292 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b31b1a-9028-45d4-892a-eb10d20e8323', 'name': 'network-vif-deleted', 'tag': '4708f525-14e1-42ff-9565-55b105f0f6c5', 'status': 'completed', 'code': 200}
May 17 14:09:33.565303 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:09:34.703570 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device 4708f525-14e1-42ff-9565-55b105f0f6c5 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 17 14:09:34.737895 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] No Port match for: 4708f525-14e1-42ff-9565-55b105f0f6c5 {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 17 14:09:34.738244 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device 4708f525-14e1-42ff-9565-55b105f0f6c5 not bound to the agent host hv-cinder-78836 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 17 14:09:36.653595 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-8052cd49-7a68-4d4d-8373-307cb75036c7 None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 17 14:09:37.449484 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-bd359680-8439-4fac-9d02-69a98b8a9165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:09:39.909291 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:09:40.150210 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-eb387c8e-63c8-4c46-a4f0-0a79b915e2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:09:41.043629 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-533a9918-d89c-4562-8a48-35a661957320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:09:42.180677 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec566c-5729-46c5-9a41-ec2b9b25914a req-bc88c6f1-82b8-4b97-8aea-395a175cc051 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:09:42.182094 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-86ec566c-5729-46c5-9a41-ec2b9b25914a req-bc88c6f1-82b8-4b97-8aea-395a175cc051 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.54 "GET /v2.0/networks?id=8cec3e81-f174-4780-bf5d-264c7caca758 HTTP/1.1" status: 200  len: 814 time: 0.2446880
May 17 14:09:42.197150 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-86ec566c-5729-46c5-9a41-ec2b9b25914a req-592aa4ee-2b9a-4cb8-9060-add02ad487b8 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.54 "GET /v2.0/quotas/d88ac8defbd94fa6bb6ee766179ec0b9 HTTP/1.1" status: 200  len: 375 time: 0.0096157
May 17 14:09:42.245845 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-86ec566c-5729-46c5-9a41-ec2b9b25914a req-ad88e216-e81f-4560-8cd1-b866e7e74b0c tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Synchronizing usage tracker for tenant:d88ac8defbd94fa6bb6ee766179ec0b9 on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 14:09:42.262337 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-86ec566c-5729-46c5-9a41-ec2b9b25914a req-ad88e216-e81f-4560-8cd1-b866e7e74b0c tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Unset dirty status for tenant:d88ac8defbd94fa6bb6ee766179ec0b9 on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 14:09:42.263602 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-86ec566c-5729-46c5-9a41-ec2b9b25914a req-ad88e216-e81f-4560-8cd1-b866e7e74b0c tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d88ac8defbd94fa6bb6ee766179ec0b9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0613766
May 17 14:09:42.395738 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-86ec566c-5729-46c5-9a41-ec2b9b25914a req-582e9d08-f7ec-430f-b3d0-d6fad947a22b service neutron] 10.222.0.54 "GET /v2.0/networks/8cec3e81-f174-4780-bf5d-264c7caca758?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248748
May 17 14:09:42.528176 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-86ec566c-5729-46c5-9a41-ec2b9b25914a req-270e3d8e-e16c-4654-b693-6ae1335c6544 service neutron] 10.222.0.54 "GET /v2.0/networks/8cec3e81-f174-4780-bf5d-264c7caca758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1265121
May 17 14:09:42.572580 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1529072-104d-404f-8ce8-7078c9c34ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:09:42.701327 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-48245a92-ca2c-4be6-a634-ba1c72ef481f req-a949e168-231b-4dfc-8860-518b1aa3f41c tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c43ba19-78c7-4784-9786-24c33cf2860d HTTP/1.1" status: 200  len: 210 time: 0.0424542
May 17 14:09:43.706245 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec566c-5729-46c5-9a41-ec2b9b25914a req-aa485e50-1736-4bfb-bd0b-e8ef6f369fd1 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:09:43.707695 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-86ec566c-5729-46c5-9a41-ec2b9b25914a req-aa485e50-1736-4bfb-bd0b-e8ef6f369fd1 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.49 "GET /v2.0/networks?id=8cec3e81-f174-4780-bf5d-264c7caca758 HTTP/1.1" status: 200  len: 814 time: 0.1503286
May 17 14:09:43.719231 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-86ec566c-5729-46c5-9a41-ec2b9b25914a req-678ddfef-287d-41b9-8cfb-87843c7ffde0 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Request body: {'port': {'device_id': '6c43ba19-78c7-4784-9786-24c33cf2860d', 'network_id': '8cec3e81-f174-4780-bf5d-264c7caca758', 'admin_state_up': True, 'tenant_id': 'd88ac8defbd94fa6bb6ee766179ec0b9'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 14:09:43.877454 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f0860b0c-7b15-41ff-94e1-d8949aec3d7a req-beef88dd-e4e9-494d-810b-22080df297c8 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c43ba19-78c7-4784-9786-24c33cf2860d HTTP/1.1" status: 200  len: 210 time: 0.0658717
May 17 14:09:43.904611 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-86ec566c-5729-46c5-9a41-ec2b9b25914a req-678ddfef-287d-41b9-8cfb-87843c7ffde0 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 17 14:09:43.914063 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-86ec566c-5729-46c5-9a41-ec2b9b25914a req-678ddfef-287d-41b9-8cfb-87843c7ffde0 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 17 14:09:43.923152 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86ec566c-5729-46c5-9a41-ec2b9b25914a req-678ddfef-287d-41b9-8cfb-87843c7ffde0 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Made reservation on behalf of d88ac8defbd94fa6bb6ee766179ec0b9 for: {'port': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 17 14:09:43.927078 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-86ec566c-5729-46c5-9a41-ec2b9b25914a req-678ddfef-287d-41b9-8cfb-87843c7ffde0 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:09:44.086464 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_common [req-86ec566c-5729-46c5-9a41-ec2b9b25914a req-678ddfef-287d-41b9-8cfb-87843c7ffde0 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Allocated IP 172.20.0.14 (8cec3e81-f174-4780-bf5d-264c7caca758/8911d1d2-3fa0-48bf-a57c-700ae85829e9/c77342b4-3cd9-4101-a283-837ec29ab413) {{(pid=78743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 17 14:09:44.286651 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-86ec566c-5729-46c5-9a41-ec2b9b25914a req-678ddfef-287d-41b9-8cfb-87843c7ffde0 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Notify callbacks [] for port, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:09:44.315394 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-86ec566c-5729-46c5-9a41-ec2b9b25914a req-678ddfef-287d-41b9-8cfb-87843c7ffde0 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774149279272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133957597'] for port, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:09:44.321036 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-bc349c8f-37bc-4ed9-b4f2-9302e364f8c4 tempest-TestVolumeBootPattern-393465255 tempest-TestVolumeBootPattern-393465255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:09:44.386236 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86ec566c-5729-46c5-9a41-ec2b9b25914a req-678ddfef-287d-41b9-8cfb-87843c7ffde0 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Network 8cec3e81-f174-4780-bf5d-264c7caca758 is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 17 14:09:44.389113 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [req-86ec566c-5729-46c5-9a41-ec2b9b25914a req-678ddfef-287d-41b9-8cfb-87843c7ffde0 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Resources bound (agent type, host, resource id):  {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 17 14:09:44.392884 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-86ec566c-5729-46c5-9a41-ec2b9b25914a req-678ddfef-287d-41b9-8cfb-87843c7ffde0 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Received port after_create {{(pid=78743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 17 14:09:44.426452 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678ddfef-287d-41b9-8cfb-87843c7ffde0 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Pushing event updated for resources: {'Port': ['ID=c77342b4-3cd9-4101-a283-837ec29ab413,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:09:44.437122 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-678ddfef-287d-41b9-8cfb-87843c7ffde0 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:09:44.462075 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec566c-5729-46c5-9a41-ec2b9b25914a req-678ddfef-287d-41b9-8cfb-87843c7ffde0 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:09:44.462672 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-86ec566c-5729-46c5-9a41-ec2b9b25914a req-678ddfef-287d-41b9-8cfb-87843c7ffde0 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:09:44.487726 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-86ec566c-5729-46c5-9a41-ec2b9b25914a req-678ddfef-287d-41b9-8cfb-87843c7ffde0 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7720158
May 17 14:09:44.498775 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-86ec566c-5729-46c5-9a41-ec2b9b25914a req-bb86af92-ecd1-491b-a385-654cf1434a24 service neutron] Request body: {'port': {'device_id': '6c43ba19-78c7-4784-9786-24c33cf2860d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 17 14:09:44.604286 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-86ec566c-5729-46c5-9a41-ec2b9b25914a req-bb86af92-ecd1-491b-a385-654cf1434a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:09:45.081762 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [req-86ec566c-5729-46c5-9a41-ec2b9b25914a req-bb86af92-ecd1-491b-a385-654cf1434a24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c77342b4-3cd9-4101-a283-837ec29ab413 {{(pid=78743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 17 14:09:45.091445 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-86ec566c-5729-46c5-9a41-ec2b9b25914a req-bb86af92-ecd1-491b-a385-654cf1434a24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:09:45.111019 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.provisioning_blocks [req-86ec566c-5729-46c5-9a41-ec2b9b25914a req-bb86af92-ecd1-491b-a385-654cf1434a24 service neutron] Transition to ACTIVE for port object c77342b4-3cd9-4101-a283-837ec29ab413 will not be triggered until provisioned by entity L2. {{(pid=78743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 17 14:09:45.116374 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-86ec566c-5729-46c5-9a41-ec2b9b25914a req-bb86af92-ecd1-491b-a385-654cf1434a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133957588'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:09:45.121940 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-80ea313b-93a1-43f6-9f2d-acae84587548 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:09:45.241348 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fe57b-2136-4507-8e5b-e82f10caff87 req-881db38d-6c92-4c61-8395-f6ef5f872dbc tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:09:45.242044 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-1a8fe57b-2136-4507-8e5b-e82f10caff87 req-881db38d-6c92-4c61-8395-f6ef5f872dbc tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Synchronizing usage tracker for tenant:d88ac8defbd94fa6bb6ee766179ec0b9 on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 17 14:09:45.328660 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb86af92-ecd1-491b-a385-654cf1434a24 service neutron] Pushing event updated for resources: {'Port': ['ID=c77342b4-3cd9-4101-a283-837ec29ab413,revision_number=2']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:09:45.334802 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-bb86af92-ecd1-491b-a385-654cf1434a24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:09:45.347735 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-1a8fe57b-2136-4507-8e5b-e82f10caff87 req-881db38d-6c92-4c61-8395-f6ef5f872dbc tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Unset dirty status for tenant:d88ac8defbd94fa6bb6ee766179ec0b9 on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 17 14:09:45.348876 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1a8fe57b-2136-4507-8e5b-e82f10caff87 req-881db38d-6c92-4c61-8395-f6ef5f872dbc tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c43ba19-78c7-4784-9786-24c33cf2860d HTTP/1.1" status: 200  len: 932 time: 0.3347282
May 17 14:09:45.404837 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-86ec566c-5729-46c5-9a41-ec2b9b25914a req-bb86af92-ecd1-491b-a385-654cf1434a24 service neutron] Attempting to bind port c77342b4-3cd9-4101-a283-837ec29ab413 on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 17 14:09:45.405162 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-86ec566c-5729-46c5-9a41-ec2b9b25914a req-bb86af92-ecd1-491b-a385-654cf1434a24 service neutron] Attempting to bind port c77342b4-3cd9-4101-a283-837ec29ab413 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'f0c28a50-517e-470c-9c15-9ca83e4771f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '8cec3e81-f174-4780-bf5d-264c7caca758'}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 17 14:09:45.405483 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ec566c-5729-46c5-9a41-ec2b9b25914a req-bb86af92-ecd1-491b-a385-654cf1434a24 service neutron] Attempting to bind port c77342b4-3cd9-4101-a283-837ec29ab413 on network 8cec3e81-f174-4780-bf5d-264c7caca758 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 14:09:45.415346 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ec566c-5729-46c5-9a41-ec2b9b25914a req-bb86af92-ecd1-491b-a385-654cf1434a24 service neutron] Port c77342b4-3cd9-4101-a283-837ec29ab413 on network 8cec3e81-f174-4780-bf5d-264c7caca758 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 17 14:09:45.415684 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ec566c-5729-46c5-9a41-ec2b9b25914a req-bb86af92-ecd1-491b-a385-654cf1434a24 service neutron] Attempting to bind port c77342b4-3cd9-4101-a283-837ec29ab413 on network 8cec3e81-f174-4780-bf5d-264c7caca758 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 17 14:09:45.419975 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1a8fe57b-2136-4507-8e5b-e82f10caff87 req-de9fc984-e2d3-4c56-9bdc-8b1c240d193b tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.54 "GET /v2.0/security-groups?id=058d0739-eef4-4235-9ead-f4cd245369c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639763
May 17 14:09:45.423756 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ec566c-5729-46c5-9a41-ec2b9b25914a req-bb86af92-ecd1-491b-a385-654cf1434a24 service neutron] Checking agent: {'id': '2184a6b5-3e0c-4449-b4b5-a4e82803b4d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 53, 3), 'started_at': datetime.datetime(2021, 5, 17, 13, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 14, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 17 14:09:45.424090 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ec566c-5729-46c5-9a41-ec2b9b25914a req-bb86af92-ecd1-491b-a385-654cf1434a24 service neutron] Checking segment: {'id': 'f0c28a50-517e-470c-9c15-9ca83e4771f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '8cec3e81-f174-4780-bf5d-264c7caca758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 17 14:09:45.424460 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ec566c-5729-46c5-9a41-ec2b9b25914a req-bb86af92-ecd1-491b-a385-654cf1434a24 service neutron] Bound using segment: {'id': 'f0c28a50-517e-470c-9c15-9ca83e4771f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '8cec3e81-f174-4780-bf5d-264c7caca758'} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 17 14:09:45.424888 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-86ec566c-5729-46c5-9a41-ec2b9b25914a req-bb86af92-ecd1-491b-a385-654cf1434a24 service neutron] Bound port: c77342b4-3cd9-4101-a283-837ec29ab413, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c28a50-517e-470c-9c15-9ca83e4771f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '8cec3e81-f174-4780-bf5d-264c7caca758'}}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 17 14:09:45.425232 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-86ec566c-5729-46c5-9a41-ec2b9b25914a req-bb86af92-ecd1-491b-a385-654cf1434a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:09:45.512970 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-86ec566c-5729-46c5-9a41-ec2b9b25914a req-bb86af92-ecd1-491b-a385-654cf1434a24 service neutron] For port c77342b4-3cd9-4101-a283-837ec29ab413, host hv-cinder-78836, cleared binding levels {{(pid=78743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 17 14:09:45.515879 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-86ec566c-5729-46c5-9a41-ec2b9b25914a req-bb86af92-ecd1-491b-a385-654cf1434a24 service neutron] For port c77342b4-3cd9-4101-a283-837ec29ab413, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c77342b4-3cd9-4101-a283-837ec29ab413,segment=NetworkSegment(f0c28a50-517e-470c-9c15-9ca83e4771f2),segment_id=f0c28a50-517e-470c-9c15-9ca83e4771f2)] {{(pid=78743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 17 14:09:45.519764 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-86ec566c-5729-46c5-9a41-ec2b9b25914a req-bb86af92-ecd1-491b-a385-654cf1434a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133957588'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:09:45.524152 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-ad139507-3c8a-4f16-81b5-6c54ad5b202f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:09:45.577742 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec566c-5729-46c5-9a41-ec2b9b25914a req-bb86af92-ecd1-491b-a385-654cf1434a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:09:45.578343 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-86ec566c-5729-46c5-9a41-ec2b9b25914a req-bb86af92-ecd1-491b-a385-654cf1434a24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:09:45.579719 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-86ec566c-5729-46c5-9a41-ec2b9b25914a req-bb86af92-ecd1-491b-a385-654cf1434a24 service neutron] 10.222.0.49 "PUT /v2.0/ports/c77342b4-3cd9-4101-a283-837ec29ab413 HTTP/1.1" status: 200  len: 1094 time: 1.0850410
May 17 14:09:45.580213 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c43ba19-78c7-4784-9786-24c33cf2860d', 'tag': 'c77342b4-3cd9-4101-a283-837ec29ab413'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 14:09:45.601960 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb86af92-ecd1-491b-a385-654cf1434a24 service neutron] Pushing event updated for resources: {'Port': ['ID=c77342b4-3cd9-4101-a283-837ec29ab413,revision_number=3']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:09:45.605020 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-bb86af92-ecd1-491b-a385-654cf1434a24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:09:45.654660 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c43ba19-78c7-4784-9786-24c33cf2860d', 'tag': 'c77342b4-3cd9-4101-a283-837ec29ab413', 'status': 'completed', 'code': 200}
May 17 14:09:45.689600 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec566c-5729-46c5-9a41-ec2b9b25914a req-8bca2c16-0194-49f3-8377-a452f2792f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:09:45.690982 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-86ec566c-5729-46c5-9a41-ec2b9b25914a req-8bca2c16-0194-49f3-8377-a452f2792f2e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d88ac8defbd94fa6bb6ee766179ec0b9&device_id=6c43ba19-78c7-4784-9786-24c33cf2860d HTTP/1.1" status: 200  len: 1097 time: 0.0747752
May 17 14:09:45.761144 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-86ec566c-5729-46c5-9a41-ec2b9b25914a req-f383bb09-3afd-4698-9f73-dbb67c6f7f88 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c77342b4-3cd9-4101-a283-837ec29ab413 HTTP/1.1" status: 200  len: 217 time: 0.0629916
May 17 14:09:45.835600 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec566c-5729-46c5-9a41-ec2b9b25914a req-b92a4499-d472-406c-b3d6-5a3912a3e758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:09:45.837029 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-86ec566c-5729-46c5-9a41-ec2b9b25914a req-b92a4499-d472-406c-b3d6-5a3912a3e758 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8911d1d2-3fa0-48bf-a57c-700ae85829e9 HTTP/1.1" status: 200  len: 854 time: 0.0690186
May 17 14:09:45.884697 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-86ec566c-5729-46c5-9a41-ec2b9b25914a req-b8604f91-9cc0-4352-89f6-05af95ce0985 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8cec3e81-f174-4780-bf5d-264c7caca758&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0412903
May 17 14:09:46.016411 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-86ec566c-5729-46c5-9a41-ec2b9b25914a req-2b54aa75-4679-4902-8b36-766c769ddb8c service neutron] 10.222.0.49 "GET /v2.0/networks/8cec3e81-f174-4780-bf5d-264c7caca758?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1242146
May 17 14:09:46.148423 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-86ec566c-5729-46c5-9a41-ec2b9b25914a req-30c0b20a-0140-4b3a-81f5-7fba1f301d1e service neutron] 10.222.0.49 "GET /v2.0/networks/8cec3e81-f174-4780-bf5d-264c7caca758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1256711
May 17 14:09:46.269732 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df7be7-9101-49a7-9725-8651c2e80808 req-bf1029d3-3f5f-48f4-8793-a2154a217d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:09:46.271624 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e2df7be7-9101-49a7-9725-8651c2e80808 req-bf1029d3-3f5f-48f4-8793-a2154a217d50 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d88ac8defbd94fa6bb6ee766179ec0b9&device_id=6c43ba19-78c7-4784-9786-24c33cf2860d HTTP/1.1" status: 200  len: 1097 time: 0.0751102
May 17 14:09:46.402009 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df7be7-9101-49a7-9725-8651c2e80808 req-3eda32c4-4307-41c7-a284-1643c1f9852f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:09:46.403475 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e2df7be7-9101-49a7-9725-8651c2e80808 req-3eda32c4-4307-41c7-a284-1643c1f9852f service neutron] 10.222.0.49 "GET /v2.0/networks?id=8cec3e81-f174-4780-bf5d-264c7caca758 HTTP/1.1" status: 200  len: 915 time: 0.1258471
May 17 14:09:46.469658 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e2df7be7-9101-49a7-9725-8651c2e80808 req-f9cccf05-ec9c-418a-85e9-a9d1a2c64f3a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c77342b4-3cd9-4101-a283-837ec29ab413 HTTP/1.1" status: 200  len: 217 time: 0.0593195
May 17 14:09:46.678023 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df7be7-9101-49a7-9725-8651c2e80808 req-f7bb5cb4-3afa-4de8-8278-ab8aaaa5b8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:09:46.679332 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e2df7be7-9101-49a7-9725-8651c2e80808 req-f7bb5cb4-3afa-4de8-8278-ab8aaaa5b8ed service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8911d1d2-3fa0-48bf-a57c-700ae85829e9 HTTP/1.1" status: 200  len: 854 time: 0.2026231
May 17 14:09:46.729018 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e2df7be7-9101-49a7-9725-8651c2e80808 req-f9673ca2-bbfa-496a-9af7-fb29ba31fcaa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8cec3e81-f174-4780-bf5d-264c7caca758&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0429778
May 17 14:09:46.763741 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f6b91-3579-4903-9823-af0b95bcfaf7 req-7f599066-c368-4783-b388-06e6ee6d8c21 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:09:46.765093 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0b6f6b91-3579-4903-9823-af0b95bcfaf7 req-7f599066-c368-4783-b388-06e6ee6d8c21 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c43ba19-78c7-4784-9786-24c33cf2860d HTTP/1.1" status: 200  len: 944 time: 0.1584558
May 17 14:09:46.883045 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0b6f6b91-3579-4903-9823-af0b95bcfaf7 req-fddb8d88-8803-4f65-9103-b0a62913dd1f tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.54 "GET /v2.0/security-groups?id=058d0739-eef4-4235-9ead-f4cd245369c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700662
May 17 14:09:46.903244 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e2df7be7-9101-49a7-9725-8651c2e80808 req-fbd5c0e8-fd1e-4c66-9d73-7066cfa94a50 service neutron] 10.222.0.49 "GET /v2.0/networks/8cec3e81-f174-4780-bf5d-264c7caca758?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1666543
May 17 14:09:47.035555 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e2df7be7-9101-49a7-9725-8651c2e80808 req-5b9c4ff5-9246-4285-8e3d-c23b1c9fe9b5 service neutron] 10.222.0.49 "GET /v2.0/networks/8cec3e81-f174-4780-bf5d-264c7caca758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1252861
May 17 14:09:48.067607 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4f167-d950-472b-ac67-0521d2fabd6f req-252b254f-355c-4c31-a385-6ed20aa5eafd tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:09:48.069005 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-74b4f167-d950-472b-ac67-0521d2fabd6f req-252b254f-355c-4c31-a385-6ed20aa5eafd tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c43ba19-78c7-4784-9786-24c33cf2860d HTTP/1.1" status: 200  len: 944 time: 0.0845807
May 17 14:09:48.113420 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-74b4f167-d950-472b-ac67-0521d2fabd6f req-07303a44-6599-4dc8-9c10-e2d09c6b69c5 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.54 "GET /v2.0/security-groups?id=058d0739-eef4-4235-9ead-f4cd245369c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387657
May 17 14:09:49.296531 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019c14c-2c8a-432e-bff0-e137d700fbb4 req-1ccf5155-8fdf-4adb-bcbe-cbcd6c5b5730 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:09:49.297978 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2019c14c-2c8a-432e-bff0-e137d700fbb4 req-1ccf5155-8fdf-4adb-bcbe-cbcd6c5b5730 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c43ba19-78c7-4784-9786-24c33cf2860d HTTP/1.1" status: 200  len: 944 time: 0.0787380
May 17 14:09:49.342597 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2019c14c-2c8a-432e-bff0-e137d700fbb4 req-7060ee1d-567a-49b5-978d-b89523c60f9d tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.54 "GET /v2.0/security-groups?id=058d0739-eef4-4235-9ead-f4cd245369c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388801
May 17 14:09:50.004448 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device c77342b4-3cd9-4101-a283-837ec29ab413 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 17 14:09:50.135147 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port c77342b4-3cd9-4101-a283-837ec29ab413, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c77342b4-3cd9-4101-a283-837ec29ab413,segment=NetworkSegment(f0c28a50-517e-470c-9c15-9ca83e4771f2),segment_id=f0c28a50-517e-470c-9c15-9ca83e4771f2)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:09:50.148722 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Returning: {'device': 'c77342b4-3cd9-4101-a283-837ec29ab413', 'network_id': '8cec3e81-f174-4780-bf5d-264c7caca758', 'port_id': 'c77342b4-3cd9-4101-a283-837ec29ab413', 'mac_address': 'fa:16:3e:1e:84:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8911d1d2-3fa0-48bf-a57c-700ae85829e9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 17 14:09:50.206121 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:09:50.222671 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c77342b4-3cd9-4101-a283-837ec29ab413 {{(pid=78744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 17 14:09:50.238324 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port c77342b4-3cd9-4101-a283-837ec29ab413, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c77342b4-3cd9-4101-a283-837ec29ab413,segment=NetworkSegment(f0c28a50-517e-470c-9c15-9ca83e4771f2),segment_id=f0c28a50-517e-470c-9c15-9ca83e4771f2)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:09:50.243059 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:09:50.244803 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:09:50.309160 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Pushing event updated for resources: {'Port': ['ID=c77342b4-3cd9-4101-a283-837ec29ab413,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:09:50.316317 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:09:50.316668 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:09:50.317031 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:09:50.317364 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:09:50.317698 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:09:50.318024 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:09:50.318347 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:09:50.318766 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:09:50.318994 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:09:50.319528 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:09:50.319965 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:09:50.320368 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:09:50.324259 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:09:50.579366 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] get_ports_and_sgs() called for port_ids ['c77342b4-3cd9-4101-a283-837ec29ab413'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 17 14:09:50.733075 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777fdb4-5be1-43a0-b974-ad0de501f1e3 req-c7ebdf63-4604-4951-9702-040c96c39c7c tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:09:50.734520 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d777fdb4-5be1-43a0-b974-ad0de501f1e3 req-c7ebdf63-4604-4951-9702-040c96c39c7c tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c43ba19-78c7-4784-9786-24c33cf2860d HTTP/1.1" status: 200  len: 945 time: 0.2896171
May 17 14:09:50.785401 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d777fdb4-5be1-43a0-b974-ad0de501f1e3 req-817f291d-2443-49ef-943f-163938f96201 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.54 "GET /v2.0/security-groups?id=058d0739-eef4-4235-9ead-f4cd245369c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442123
May 17 14:09:51.973820 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1e882-9f86-4c77-adc7-044edfa34b93 req-5d0ab852-1746-4ba5-9241-73538897759e tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:09:51.975270 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d7d1e882-9f86-4c77-adc7-044edfa34b93 req-5d0ab852-1746-4ba5-9241-73538897759e tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c43ba19-78c7-4784-9786-24c33cf2860d HTTP/1.1" status: 200  len: 945 time: 0.0834007
May 17 14:09:52.019516 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device c77342b4-3cd9-4101-a283-837ec29ab413 up at agent hyperv_hv-cinder-78836 {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 17 14:09:52.020616 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d7d1e882-9f86-4c77-adc7-044edfa34b93 req-bbedc9f3-6a7e-4c4a-a309-bbc193d9d3c0 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.54 "GET /v2.0/security-groups?id=058d0739-eef4-4235-9ead-f4cd245369c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397472
May 17 14:09:52.085681 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Provisioning for port c77342b4-3cd9-4101-a283-837ec29ab413 completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 17 14:09:52.090317 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Provisioning complete for port c77342b4-3cd9-4101-a283-837ec29ab413 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 17 14:09:52.090694 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855097'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:09:52.238425 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032595'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:09:52.266690 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c43ba19-78c7-4784-9786-24c33cf2860d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77342b4-3cd9-4101-a283-837ec29ab413'}] {{(pid=78744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 14:09:52.276391 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] For port c77342b4-3cd9-4101-a283-837ec29ab413, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c77342b4-3cd9-4101-a283-837ec29ab413,segment=NetworkSegment(f0c28a50-517e-470c-9c15-9ca83e4771f2),segment_id=f0c28a50-517e-470c-9c15-9ca83e4771f2)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:09:52.280984 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774149695802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774149279290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774149279335'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:09:52.283127 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-c46f1096-68b1-422c-8311-3e29f92a38af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:09:52.319689 dv-cinder-788363-3-iscsi neutron-server[78744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c43ba19-78c7-4784-9786-24c33cf2860d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77342b4-3cd9-4101-a283-837ec29ab413', 'code': 200}
May 17 14:09:52.354386 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Pushing event updated for resources: {'Port': ['ID=c77342b4-3cd9-4101-a283-837ec29ab413,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:09:52.357111 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:09:52.532544 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252ff77-f314-40ec-a116-ad66f68bda2b req-b187a03c-b695-494b-ae61-5f838aae7e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:09:52.534004 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0252ff77-f314-40ec-a116-ad66f68bda2b req-b187a03c-b695-494b-ae61-5f838aae7e66 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6c43ba19-78c7-4784-9786-24c33cf2860d HTTP/1.1" status: 200  len: 1099 time: 0.0704718
May 17 14:09:52.574128 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0252ff77-f314-40ec-a116-ad66f68bda2b req-b61e4d67-c3da-48b0-b630-b9d87b1aaeab service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=058d0739-eef4-4235-9ead-f4cd245369c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0338314
May 17 14:09:53.211874 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2a372-0089-45bc-b287-8baba9852712 req-98fb8e74-6ac9-4cfc-91b2-f51939bdacce tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:09:53.213341 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e2c2a372-0089-45bc-b287-8baba9852712 req-98fb8e74-6ac9-4cfc-91b2-f51939bdacce tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c43ba19-78c7-4784-9786-24c33cf2860d HTTP/1.1" status: 200  len: 946 time: 0.0840485
May 17 14:09:53.257610 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e2c2a372-0089-45bc-b287-8baba9852712 req-86d8217d-1736-4a7e-af55-730f03506b20 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.54 "GET /v2.0/security-groups?id=058d0739-eef4-4235-9ead-f4cd245369c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386162
May 17 14:09:54.438039 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a5aa8-0ae7-412a-bc3d-6124eaa8ddb0 req-cd10ff89-a750-4631-9ad0-44d61c243bb8 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:09:54.439486 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c54a5aa8-0ae7-412a-bc3d-6124eaa8ddb0 req-cd10ff89-a750-4631-9ad0-44d61c243bb8 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c43ba19-78c7-4784-9786-24c33cf2860d HTTP/1.1" status: 200  len: 946 time: 0.0782218
May 17 14:09:54.487290 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c54a5aa8-0ae7-412a-bc3d-6124eaa8ddb0 req-7069b7c8-dff9-48b6-b322-39622321c980 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.54 "GET /v2.0/security-groups?id=058d0739-eef4-4235-9ead-f4cd245369c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421648
May 17 14:10:03.581233 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:10:07.450768 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-2e5e9bf8-0dae-4940-bbdc-5b30fd530fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:10:09.912721 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:10:10.151280 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-10717661-f974-4ca7-bd02-6596d8836b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:10:11.048723 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-533a9918-d89c-4562-8a48-35a661957320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:10:11.209634 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a4a43e56-4453-44c8-8e59-081d32e48884 req-e35bfd74-79dd-442b-97bb-b0b4f13a93c4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6c43ba19-78c7-4784-9786-24c33cf2860d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1115923
May 17 14:10:12.522860 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a43e56-4453-44c8-8e59-081d32e48884 req-7df8b407-fde3-4254-b5f0-3a2059678f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:10:12.524344 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a4a43e56-4453-44c8-8e59-081d32e48884 req-7df8b407-fde3-4254-b5f0-3a2059678f8a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d88ac8defbd94fa6bb6ee766179ec0b9&device_id=6c43ba19-78c7-4784-9786-24c33cf2860d HTTP/1.1" status: 200  len: 1099 time: 0.0717788
May 17 14:10:12.576345 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1529072-104d-404f-8ce8-7078c9c34ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:10:12.669253 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a43e56-4453-44c8-8e59-081d32e48884 req-9b5d2d39-ca00-4912-822a-bf34464a021a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:10:12.670690 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a4a43e56-4453-44c8-8e59-081d32e48884 req-9b5d2d39-ca00-4912-822a-bf34464a021a service neutron] 10.222.0.49 "GET /v2.0/networks?id=8cec3e81-f174-4780-bf5d-264c7caca758 HTTP/1.1" status: 200  len: 915 time: 0.1266572
May 17 14:10:12.741130 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a4a43e56-4453-44c8-8e59-081d32e48884 req-5fb41009-9831-44fb-918d-0fdc96707b42 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c77342b4-3cd9-4101-a283-837ec29ab413 HTTP/1.1" status: 200  len: 217 time: 0.0631361
May 17 14:10:12.806793 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a43e56-4453-44c8-8e59-081d32e48884 req-d2892532-b661-4506-8c09-2cfdbad13609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:10:12.808133 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a4a43e56-4453-44c8-8e59-081d32e48884 req-d2892532-b661-4506-8c09-2cfdbad13609 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8911d1d2-3fa0-48bf-a57c-700ae85829e9 HTTP/1.1" status: 200  len: 854 time: 0.0592690
May 17 14:10:12.946059 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a4a43e56-4453-44c8-8e59-081d32e48884 req-107ed976-4d2e-49c2-a4ef-830fb1ce9cbe service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8cec3e81-f174-4780-bf5d-264c7caca758&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1304948
May 17 14:10:13.076336 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a4a43e56-4453-44c8-8e59-081d32e48884 req-67a06ec6-8298-4200-a73c-1aa60751af08 service neutron] 10.222.0.49 "GET /v2.0/networks/8cec3e81-f174-4780-bf5d-264c7caca758?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1223936
May 17 14:10:13.210643 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a4a43e56-4453-44c8-8e59-081d32e48884 req-f7d1c94c-bf91-4afd-9806-fc4a2f892cd3 service neutron] 10.222.0.49 "GET /v2.0/networks/8cec3e81-f174-4780-bf5d-264c7caca758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1266737
May 17 14:10:13.652135 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-8052cd49-7a68-4d4d-8373-307cb75036c7 None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 17 14:10:18.929053 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f231c9-9424-47a7-8de3-3c5de9786e70 req-128b91a2-b456-4d13-a479-70bfd38b145f tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:10:18.930491 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e5f231c9-9424-47a7-8de3-3c5de9786e70 req-128b91a2-b456-4d13-a479-70bfd38b145f tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c43ba19-78c7-4784-9786-24c33cf2860d HTTP/1.1" status: 200  len: 946 time: 0.0802338
May 17 14:10:18.980385 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e5f231c9-9424-47a7-8de3-3c5de9786e70 req-f51690ab-1610-4652-b7f9-b75fd1f784b8 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.54 "GET /v2.0/security-groups?id=058d0739-eef4-4235-9ead-f4cd245369c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442059
May 17 14:10:20.167515 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed97fcd-9f53-48fb-b3ae-b2a11889a4c5 req-f54c97c0-2f1b-4f97-ac21-097499394861 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:10:20.168985 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-fed97fcd-9f53-48fb-b3ae-b2a11889a4c5 req-f54c97c0-2f1b-4f97-ac21-097499394861 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c43ba19-78c7-4784-9786-24c33cf2860d HTTP/1.1" status: 200  len: 946 time: 0.0811145
May 17 14:10:20.213816 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-fed97fcd-9f53-48fb-b3ae-b2a11889a4c5 req-35a251f8-613e-4fc9-b135-763a95346cb3 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.54 "GET /v2.0/security-groups?id=058d0739-eef4-4235-9ead-f4cd245369c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391760
May 17 14:10:20.732752 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc22e52-a55e-413c-a553-17ab9abf7985 req-264734e9-264a-4176-98ed-ef4e6eb3797d tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 17 14:10:20.734052 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1dc22e52-a55e-413c-a553-17ab9abf7985 req-264734e9-264a-4176-98ed-ef4e6eb3797d tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c43ba19-78c7-4784-9786-24c33cf2860d HTTP/1.1" status: 200  len: 946 time: 0.0798259
May 17 14:10:20.866146 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-1dc22e52-a55e-413c-a553-17ab9abf7985 req-5e3c5fff-b36f-4289-8285-adae0c455f19 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Deleting port c77342b4-3cd9-4101-a283-837ec29ab413 {{(pid=78743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 17 14:10:20.866482 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-1dc22e52-a55e-413c-a553-17ab9abf7985 req-5e3c5fff-b36f-4289-8285-adae0c455f19 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774149692838'] for port, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:10:21.005658 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-1dc22e52-a55e-413c-a553-17ab9abf7985 req-5e3c5fff-b36f-4289-8285-adae0c455f19 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] For port c77342b4-3cd9-4101-a283-837ec29ab413, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c77342b4-3cd9-4101-a283-837ec29ab413,segment=NetworkSegment(f0c28a50-517e-470c-9c15-9ca83e4771f2),segment_id=f0c28a50-517e-470c-9c15-9ca83e4771f2)] {{(pid=78743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 17 14:10:21.005982 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-1dc22e52-a55e-413c-a553-17ab9abf7985 req-5e3c5fff-b36f-4289-8285-adae0c455f19 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977750'] for port, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:10:21.158999 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-1dc22e52-a55e-413c-a553-17ab9abf7985 req-5e3c5fff-b36f-4289-8285-adae0c455f19 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Calling delete_port for c77342b4-3cd9-4101-a283-837ec29ab413 owned by compute:nova {{(pid=78743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 17 14:10:21.277452 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-1dc22e52-a55e-413c-a553-17ab9abf7985 req-5e3c5fff-b36f-4289-8285-adae0c455f19 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1039976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774149695811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774149279281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133957597'] for port, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:10:21.283599 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-69f933f9-1da4-42d4-9e4d-e4ca6e86fbe7 tempest-AttachVolumeNegativeTest-1230003101 tempest-AttachVolumeNegativeTest-1230003101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:10:21.290327 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] get_ports_and_sgs() called for port_ids ['c77342b4-3cd9-4101-a283-837ec29ab413'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 17 14:10:21.365873 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c5fff-b36f-4289-8285-adae0c455f19 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Pushing event deleted for resources: {'Port': ['ID=c77342b4-3cd9-4101-a283-837ec29ab413,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:10:21.374544 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-5e3c5fff-b36f-4289-8285-adae0c455f19 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:10:21.412749 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c070de06-bd74-4826-90d9-23b048cf1470 req-8a134fae-b627-4640-9073-05a090a46588 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c43ba19-78c7-4784-9786-24c33cf2860d HTTP/1.1" status: 200  len: 210 time: 0.0865178
May 17 14:10:21.462797 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dc22e52-a55e-413c-a553-17ab9abf7985 req-5e3c5fff-b36f-4289-8285-adae0c455f19 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] No DVR routers for this DVR port c77342b4-3cd9-4101-a283-837ec29ab413 on host hv-cinder-78836 {{(pid=78743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 17 14:10:21.465474 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-1dc22e52-a55e-413c-a553-17ab9abf7985 req-5e3c5fff-b36f-4289-8285-adae0c455f19 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52962'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:10:21.468104 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c43ba19-78c7-4784-9786-24c33cf2860d', 'name': 'network-vif-deleted', 'tag': 'c77342b4-3cd9-4101-a283-837ec29ab413'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 17 14:10:21.485410 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1dc22e52-a55e-413c-a553-17ab9abf7985 req-5e3c5fff-b36f-4289-8285-adae0c455f19 tempest-VolumesSnapshotTestJSON-1842111638 tempest-VolumesSnapshotTestJSON-1842111638-project] 10.222.0.49 "DELETE /v2.0/ports/c77342b4-3cd9-4101-a283-837ec29ab413 HTTP/1.1" status: 204  len: 173 time: 0.7451777
May 17 14:10:21.521401 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c43ba19-78c7-4784-9786-24c33cf2860d', 'name': 'network-vif-deleted', 'tag': 'c77342b4-3cd9-4101-a283-837ec29ab413', 'status': 'completed', 'code': 200}
May 17 14:10:24.144955 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device c77342b4-3cd9-4101-a283-837ec29ab413 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 17 14:10:24.181850 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] No Port match for: c77342b4-3cd9-4101-a283-837ec29ab413 {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 17 14:10:24.182112 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Device c77342b4-3cd9-4101-a283-837ec29ab413 not bound to the agent host hv-cinder-78836 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 17 14:10:33.594613 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:10:37.453431 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-99065491-cd49-46fa-92d6-fe2376c7a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:10:39.918293 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:10:40.152856 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-6c162dd8-48c3-4070-9fd5-4e56496f3ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:10:41.049117 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-533a9918-d89c-4562-8a48-35a661957320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:10:42.580948 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1529072-104d-404f-8ce8-7078c9c34ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:10:48.869276 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 42966) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:10:48.927784 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_v2 [None req-d32f9452-ccae-4f8e-a8f3-e9fd46affb16 admin admin] Deleting subnet 8911d1d2-3fa0-48bf-a57c-700ae85829e9 {{(pid=78743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 17 14:10:48.930728 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-d32f9452-ccae-4f8e-a8f3-e9fd46affb16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:10:48.978828 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-d32f9452-ccae-4f8e-a8f3-e9fd46affb16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133955689'] for subnet, precommit_delete_associations {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:10:49.034660 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-d32f9452-ccae-4f8e-a8f3-e9fd46affb16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-866929'] for subnet, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:10:49.364807 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-d32f9452-ccae-4f8e-a8f3-e9fd46affb16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-866938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133371938'] for subnet, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:10:49.368902 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-a9c25b2e-0da0-4466-8393-d4322727c52f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:10:49.402753 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32f9452-ccae-4f8e-a8f3-e9fd46affb16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8911d1d2-3fa0-48bf-a57c-700ae85829e9,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:10:49.407149 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-d32f9452-ccae-4f8e-a8f3-e9fd46affb16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for subnet, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:10:49.416591 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32f9452-ccae-4f8e-a8f3-e9fd46affb16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:10:49.416967 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32f9452-ccae-4f8e-a8f3-e9fd46affb16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:10:49.417331 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32f9452-ccae-4f8e-a8f3-e9fd46affb16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:10:49.417696 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32f9452-ccae-4f8e-a8f3-e9fd46affb16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:10:49.418048 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32f9452-ccae-4f8e-a8f3-e9fd46affb16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:10:49.418400 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32f9452-ccae-4f8e-a8f3-e9fd46affb16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:10:49.418749 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32f9452-ccae-4f8e-a8f3-e9fd46affb16 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:10:49.419097 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32f9452-ccae-4f8e-a8f3-e9fd46affb16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:10:49.419471 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32f9452-ccae-4f8e-a8f3-e9fd46affb16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:10:49.419820 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32f9452-ccae-4f8e-a8f3-e9fd46affb16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:10:49.420163 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32f9452-ccae-4f8e-a8f3-e9fd46affb16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:10:49.420505 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32f9452-ccae-4f8e-a8f3-e9fd46affb16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:10:49.423304 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-d32f9452-ccae-4f8e-a8f3-e9fd46affb16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:10:49.427063 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-d32f9452-ccae-4f8e-a8f3-e9fd46affb16 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/8911d1d2-3fa0-48bf-a57c-700ae85829e9 HTTP/1.1" status: 204  len: 168 time: 0.5567687
May 17 14:10:49.429519 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.54', 42970) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:10:49.533906 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-bd10c5ab-1bc9-4553-bbec-33e526dfb02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1002279'] for network, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:10:49.654959 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-bd10c5ab-1bc9-4553-bbec-33e526dfb02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-866884', 'neutron.services.segments.db._delete_segments_for_network-8774149704834'] for network, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:10:49.667551 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.services.segments.db [None req-bd10c5ab-1bc9-4553-bbec-33e526dfb02c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fae3e17ac10>,) {'filters': {'network_id': ['8cec3e81-f174-4780-bf5d-264c7caca758']}} {{(pid=78743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:10:49.679542 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.services.segments.db [None req-bd10c5ab-1bc9-4553-bbec-33e526dfb02c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fae3e17ac10>, 'f0c28a50-517e-470c-9c15-9ca83e4771f2') {'for_net_delete': True} {{(pid=78743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:10:49.679832 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.services.segments.db [None req-bd10c5ab-1bc9-4553-bbec-33e526dfb02c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fae3e17ac10>, 'f0c28a50-517e-470c-9c15-9ca83e4771f2') {} {{(pid=78743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 17 14:10:49.690576 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-bd10c5ab-1bc9-4553-bbec-33e526dfb02c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774149716363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133955686'] for segment, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:10:49.706891 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-bd10c5ab-1bc9-4553-bbec-33e526dfb02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861870'] for segment, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:10:49.712955 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd10c5ab-1bc9-4553-bbec-33e526dfb02c admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=78743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 17 14:10:49.713366 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-bd10c5ab-1bc9-4553-bbec-33e526dfb02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133957512'] for segment, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:10:49.726271 dv-cinder-788363-3-iscsi neutron-server[78743]: Traceback (most recent call last):
May 17 14:10:49.726271 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 17 14:10:49.726271 dv-cinder-788363-3-iscsi neutron-server[78743]:     timer()
May 17 14:10:49.726271 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 17 14:10:49.726271 dv-cinder-788363-3-iscsi neutron-server[78743]:     cb(*args, **kw)
May 17 14:10:49.726271 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 17 14:10:49.726271 dv-cinder-788363-3-iscsi neutron-server[78743]:     return func(*args, **kwargs)
May 17 14:10:49.726271 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 17 14:10:49.726271 dv-cinder-788363-3-iscsi neutron-server[78743]:     self._notify()
May 17 14:10:49.726271 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 17 14:10:49.726271 dv-cinder-788363-3-iscsi neutron-server[78743]:     self.callback(batched_events)
May 17 14:10:49.726271 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 17 14:10:49.726271 dv-cinder-788363-3-iscsi neutron-server[78743]:     event.method(event)
May 17 14:10:49.726271 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 17 14:10:49.726271 dv-cinder-788363-3-iscsi neutron-server[78743]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 17 14:10:49.726271 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 17 14:10:49.726271 dv-cinder-788363-3-iscsi neutron-server[78743]:     aggregate_uuid = self.p_client.list_aggregates(
May 17 14:10:49.726271 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 17 14:10:49.726271 dv-cinder-788363-3-iscsi neutron-server[78743]:     return f(self, *a, **k)
May 17 14:10:49.726271 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 17 14:10:49.726271 dv-cinder-788363-3-iscsi neutron-server[78743]:     return self._get(url).json()
May 17 14:10:49.726271 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 17 14:10:49.726271 dv-cinder-788363-3-iscsi neutron-server[78743]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 17 14:10:49.726271 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 17 14:10:49.726271 dv-cinder-788363-3-iscsi neutron-server[78743]:     return self.request(url, 'GET', **kwargs)
May 17 14:10:49.726271 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 17 14:10:49.726271 dv-cinder-788363-3-iscsi neutron-server[78743]:     base_url = self.get_endpoint(auth, allow=allow,
May 17 14:10:49.726271 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 17 14:10:49.726271 dv-cinder-788363-3-iscsi neutron-server[78743]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 17 14:10:49.726271 dv-cinder-788363-3-iscsi neutron-server[78743]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 17 14:10:49.726271 dv-cinder-788363-3-iscsi neutron-server[78743]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 17 14:10:49.726271 dv-cinder-788363-3-iscsi neutron-server[78743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 17 14:10:49.802383 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-bd10c5ab-1bc9-4553-bbec-33e526dfb02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-866893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1676892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1975232'] for network, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:10:49.806381 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-3b8727e1-b392-4e5c-b874-77f69d8feb2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:10:49.820293 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-bd10c5ab-1bc9-4553-bbec-33e526dfb02c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582565'] for network, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:10:49.830333 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd10c5ab-1bc9-4553-bbec-33e526dfb02c admin admin] Pushing event deleted for resources: {'Network': ['ID=8cec3e81-f174-4780-bf5d-264c7caca758,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:10:49.833420 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-bd10c5ab-1bc9-4553-bbec-33e526dfb02c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:10:49.838869 dv-cinder-788363-3-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-bd10c5ab-1bc9-4553-bbec-33e526dfb02c admin admin] 10.222.0.54 "DELETE /v2.0/networks/8cec3e81-f174-4780-bf5d-264c7caca758 HTTP/1.1" status: 204  len: 168 time: 0.4082479
May 17 14:10:50.013161 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 42976) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:10:50.062063 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-e7ae64ae-97a3-4e9c-bdbc-b4f2d9d3cddf admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d88ac8defbd94fa6bb6ee766179ec0b9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0476465
May 17 14:10:50.064370 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.54', 42980) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 17 14:10:50.122191 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-9753dd29-81e1-4fd9-9acd-210ea889934e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:10:50.146735 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-9753dd29-81e1-4fd9-9acd-210ea889934e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:10:50.200919 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-9753dd29-81e1-4fd9-9acd-210ea889934e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677006'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:10:50.204336 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-e9d7417a-bab5-4739-8c0e-4798ce3ee9ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 17 14:10:50.218615 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9753dd29-81e1-4fd9-9acd-210ea889934e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=058d0739-eef4-4235-9ead-f4cd245369c0,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 17 14:10:50.228522 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9753dd29-81e1-4fd9-9acd-210ea889934e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:10:50.228902 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9753dd29-81e1-4fd9-9acd-210ea889934e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:10:50.229270 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9753dd29-81e1-4fd9-9acd-210ea889934e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:10:50.229631 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9753dd29-81e1-4fd9-9acd-210ea889934e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:10:50.229990 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9753dd29-81e1-4fd9-9acd-210ea889934e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:10:50.230344 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9753dd29-81e1-4fd9-9acd-210ea889934e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:10:50.230696 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9753dd29-81e1-4fd9-9acd-210ea889934e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:10:50.231048 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9753dd29-81e1-4fd9-9acd-210ea889934e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:10:50.231405 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9753dd29-81e1-4fd9-9acd-210ea889934e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:10:50.231775 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9753dd29-81e1-4fd9-9acd-210ea889934e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:10:50.232126 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9753dd29-81e1-4fd9-9acd-210ea889934e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:10:50.232470 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9753dd29-81e1-4fd9-9acd-210ea889934e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 17 14:10:50.237099 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-9753dd29-81e1-4fd9-9acd-210ea889934e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 17 14:10:50.242655 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-9753dd29-81e1-4fd9-9acd-210ea889934e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:10:50.243770 dv-cinder-788363-3-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-9753dd29-81e1-4fd9-9acd-210ea889934e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/058d0739-eef4-4235-9ead-f4cd245369c0 HTTP/1.1" status: 204  len: 168 time: 0.1785429
May 17 14:10:50.652016 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-8052cd49-7a68-4d4d-8373-307cb75036c7 None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 17 14:11:03.594334 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:11:07.454785 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cfb9609a-06ac-4e7c-a2ed-5d002f40304d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:11:09.919888 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:11:10.154597 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-89fdcf54-2834-4110-9f8d-ce8d9ddd2696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:11:11.052492 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-533a9918-d89c-4562-8a48-35a661957320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:11:12.585398 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1529072-104d-404f-8ce8-7078c9c34ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:11:27.651759 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-8052cd49-7a68-4d4d-8373-307cb75036c7 None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 17 14:11:33.604170 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:11:37.456624 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-eb89fdbc-f3da-48d6-935e-de2ea7aeed6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:11:39.922923 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:11:40.155847 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3985ac1a-524a-460f-95c2-db45e86e7a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:11:41.056509 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-533a9918-d89c-4562-8a48-35a661957320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:11:42.581197 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1529072-104d-404f-8ce8-7078c9c34ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:12:03.612995 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:12:04.650131 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-8052cd49-7a68-4d4d-8373-307cb75036c7 None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 17 14:12:07.458209 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-58f128c5-9d84-4b5b-bbfb-ae8f32f77faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:12:09.926181 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:12:10.157939 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-f005e448-8603-4015-91c2-77532e7f1df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:12:11.060719 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-533a9918-d89c-4562-8a48-35a661957320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:12:12.582322 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1529072-104d-404f-8ce8-7078c9c34ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:12:33.623884 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:12:37.460129 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-94fac1c1-b22d-4068-80a6-cc22a3382132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:12:39.929211 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:12:40.159252 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-fd2b3d72-f425-44ab-a52d-a69773111314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:12:41.061659 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-533a9918-d89c-4562-8a48-35a661957320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:12:41.648581 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-8052cd49-7a68-4d4d-8373-307cb75036c7 None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 17 14:12:42.586397 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1529072-104d-404f-8ce8-7078c9c34ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:13:02.776575 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [req-daeeb6e0-8bdc-42d3-86bb-652ff3d6d3f0 req-9f0ffe49-e0df-4307-88e3-79879294e646 tempest-ServerRescueNegativeTestJSON-959455324 tempest-ServerRescueNegativeTestJSON-959455324-project] (78742) timed out ('10.222.0.54', 58520) {{(pid=78742) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 17 14:13:03.637558 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:13:07.464941 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cd7b0e02-87e5-4fb7-8bc4-f681c7e132fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:13:09.931383 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:13:10.159426 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-14f62d71-ed31-4914-8ce3-95c3101ee00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:13:11.064970 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-533a9918-d89c-4562-8a48-35a661957320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:13:12.587264 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1529072-104d-404f-8ce8-7078c9c34ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:13:18.647751 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-8052cd49-7a68-4d4d-8373-307cb75036c7 None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 17 14:13:33.637314 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:13:37.467578 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-5c4218fa-483e-4cda-8a8d-e9128ccc4b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:13:39.932568 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:13:40.160841 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-610a9047-51d3-4140-a3e7-d3594d516624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:13:41.067588 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-533a9918-d89c-4562-8a48-35a661957320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:13:42.590781 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1529072-104d-404f-8ce8-7078c9c34ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:13:55.646494 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-8052cd49-7a68-4d4d-8373-307cb75036c7 None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 17 14:14:03.653134 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:14:07.469855 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a5f87f9f-eefa-4ffa-bdff-f331f34f71fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:14:09.935368 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:14:10.161052 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-f52699ea-6cfd-46a5-b145-c7c7d11f996d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:14:11.070291 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-533a9918-d89c-4562-8a48-35a661957320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:14:12.598506 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1529072-104d-404f-8ce8-7078c9c34ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:14:32.646261 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-8052cd49-7a68-4d4d-8373-307cb75036c7 None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 17 14:14:33.651989 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:14:37.472065 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a893cf9d-c892-4f16-9837-2ca4301e0bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:14:39.938834 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:14:40.161359 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-029486cc-a3c1-4dcd-a9d9-0eeaaa59ab48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:14:41.073675 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-533a9918-d89c-4562-8a48-35a661957320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:14:42.597397 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1529072-104d-404f-8ce8-7078c9c34ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:14:55.709657 dv-cinder-788363-3-iscsi neutron-server[78743]: DEBUG neutron.wsgi [req-5cb3a289-0919-43f2-80f1-c8beb1b15700 req-cac127f6-ba2e-43d8-a2ff-dc510e7a46c4 service neutron] (78743) timed out ('10.222.0.54', 37860) {{(pid=78743) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 17 14:15:03.650954 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:15:07.474696 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-b1ea016e-1a03-49cc-bcb7-cb4a4dfe4892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:15:09.644674 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-8052cd49-7a68-4d4d-8373-307cb75036c7 None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 17 14:15:09.940546 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:15:10.162243 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-8afa564b-e1e4-463f-b977-4aa15eb49647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:15:11.076285 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-533a9918-d89c-4562-8a48-35a661957320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:15:12.601053 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1529072-104d-404f-8ce8-7078c9c34ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:15:17.179000 dv-cinder-788363-3-iscsi neutron-server[78742]: DEBUG neutron.wsgi [req-43449918-5509-43c4-b649-94cbee8c8b62 req-cfe153c7-5c66-46c6-825f-79b856f91129 service neutron] (78742) timed out ('10.222.0.49', 57278) {{(pid=78742) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 17 14:15:33.664662 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:15:37.476127 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9f1f4eff-6805-4532-a2cc-28b920ca3746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:15:39.942993 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:15:40.162799 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-d47880c4-3882-486b-a7ab-95d9f2ab3d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:15:41.079022 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-533a9918-d89c-4562-8a48-35a661957320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:15:42.606568 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1529072-104d-404f-8ce8-7078c9c34ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:15:46.643562 dv-cinder-788363-3-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-8052cd49-7a68-4d4d-8373-307cb75036c7 None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 17 14:16:03.664510 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0879-7308-4876-95d5-39b42ec9f40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:16:07.479369 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-d0b834d7-5b32-49ff-9f1e-962184ef934b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:16:09.946991 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-40b3d722-1ea5-4f78-a527-7bc992b0e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:16:10.163630 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-7f4ecbf4-ae85-4a24-a11e-97b8e1a78d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:16:11.082254 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-533a9918-d89c-4562-8a48-35a661957320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 17 14:16:12.606192 dv-cinder-788363-3-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1529072-104d-404f-8ce8-7078c9c34ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774149708508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855178'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}